You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/01/24 21:16:43 UTC
[JENKINS-EA] Lucene-Solr-7.x-Linux (64bit/jdk-10-ea+37) - Build #
1236 - Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1236/
Java: 64bit/jdk-10-ea+37 -XX:-UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.cloud.api.collections.CollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Error from server at http://127.0.0.1:45361/solr/awhollynewcollection_0: No registered leader was found after waiting for 4000ms , collection: awhollynewcollection_0 slice: shard4 saw state=DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/8)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-b332ffff", "state":"active", "replicas":{ "core_node3":{ "core":"awhollynewcollection_0_shard1_replica_n1", "base_url":"http://127.0.0.1:45361/solr", "node_name":"127.0.0.1:45361_solr", "state":"active", "type":"NRT", "leader":"true"}, "core_node5":{ "core":"awhollynewcollection_0_shard1_replica_n2", "base_url":"http://127.0.0.1:46003/solr", "node_name":"127.0.0.1:46003_solr", "state":"active", "type":"NRT"}}}, "shard2":{ "range":"b3330000-e665ffff", "state":"active", "replicas":{ "core_node7":{ "core":"awhollynewcollection_0_shard2_replica_n4", "base_url":"http://127.0.0.1:45597/solr", "node_name":"127.0.0.1:45597_solr", "state":"down", "type":"NRT"}, "core_node9":{ "core":"awhollynewcollection_0_shard2_replica_n6", "base_url":"http://127.0.0.1:37135/solr", "node_name":"127.0.0.1:37135_solr", "state":"active", "type":"NRT", "leader":"true"}}}, "shard3":{ "range":"e6660000-1998ffff", "state":"active", "replicas":{ "core_node11":{ "core":"awhollynewcollection_0_shard3_replica_n8", "base_url":"http://127.0.0.1:45361/solr", "node_name":"127.0.0.1:45361_solr", "state":"active", "type":"NRT", "leader":"true"}, "core_node13":{ "core":"awhollynewcollection_0_shard3_replica_n10", "base_url":"http://127.0.0.1:46003/solr", "node_name":"127.0.0.1:46003_solr", "state":"active", "type":"NRT"}}}, "shard4":{ "range":"19990000-4ccbffff", "state":"active", "replicas":{ "core_node15":{ "core":"awhollynewcollection_0_shard4_replica_n12", "base_url":"http://127.0.0.1:45597/solr", "node_name":"127.0.0.1:45597_solr", "state":"down", "type":"NRT"}, "core_node17":{ "core":"awhollynewcollection_0_shard4_replica_n14", "base_url":"http://127.0.0.1:37135/solr", "node_name":"127.0.0.1:37135_solr", "state":"active", "type":"NRT"}}}, "shard5":{ "range":"4ccc0000-7fffffff", "state":"active", "replicas":{ "core_node19":{ "core":"awhollynewcollection_0_shard5_replica_n16", "base_url":"http://127.0.0.1:45361/solr", "node_name":"127.0.0.1:45361_solr", "state":"active", "type":"NRT", "leader":"true"}, "core_node20":{ "core":"awhollynewcollection_0_shard5_replica_n18", "base_url":"http://127.0.0.1:46003/solr", "node_name":"127.0.0.1:46003_solr", "state":"active", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"3", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0"} with live_nodes=[127.0.0.1:46003_solr, 127.0.0.1:37135_solr, 127.0.0.1:45361_solr, 127.0.0.1:45597_solr]
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:45361/solr/awhollynewcollection_0: No registered leader was found after waiting for 4000ms , collection: awhollynewcollection_0 slice: shard4 saw state=DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/8)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-b332ffff",
"state":"active",
"replicas":{
"core_node3":{
"core":"awhollynewcollection_0_shard1_replica_n1",
"base_url":"http://127.0.0.1:45361/solr",
"node_name":"127.0.0.1:45361_solr",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node5":{
"core":"awhollynewcollection_0_shard1_replica_n2",
"base_url":"http://127.0.0.1:46003/solr",
"node_name":"127.0.0.1:46003_solr",
"state":"active",
"type":"NRT"}}},
"shard2":{
"range":"b3330000-e665ffff",
"state":"active",
"replicas":{
"core_node7":{
"core":"awhollynewcollection_0_shard2_replica_n4",
"base_url":"http://127.0.0.1:45597/solr",
"node_name":"127.0.0.1:45597_solr",
"state":"down",
"type":"NRT"},
"core_node9":{
"core":"awhollynewcollection_0_shard2_replica_n6",
"base_url":"http://127.0.0.1:37135/solr",
"node_name":"127.0.0.1:37135_solr",
"state":"active",
"type":"NRT",
"leader":"true"}}},
"shard3":{
"range":"e6660000-1998ffff",
"state":"active",
"replicas":{
"core_node11":{
"core":"awhollynewcollection_0_shard3_replica_n8",
"base_url":"http://127.0.0.1:45361/solr",
"node_name":"127.0.0.1:45361_solr",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node13":{
"core":"awhollynewcollection_0_shard3_replica_n10",
"base_url":"http://127.0.0.1:46003/solr",
"node_name":"127.0.0.1:46003_solr",
"state":"active",
"type":"NRT"}}},
"shard4":{
"range":"19990000-4ccbffff",
"state":"active",
"replicas":{
"core_node15":{
"core":"awhollynewcollection_0_shard4_replica_n12",
"base_url":"http://127.0.0.1:45597/solr",
"node_name":"127.0.0.1:45597_solr",
"state":"down",
"type":"NRT"},
"core_node17":{
"core":"awhollynewcollection_0_shard4_replica_n14",
"base_url":"http://127.0.0.1:37135/solr",
"node_name":"127.0.0.1:37135_solr",
"state":"active",
"type":"NRT"}}},
"shard5":{
"range":"4ccc0000-7fffffff",
"state":"active",
"replicas":{
"core_node19":{
"core":"awhollynewcollection_0_shard5_replica_n16",
"base_url":"http://127.0.0.1:45361/solr",
"node_name":"127.0.0.1:45361_solr",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node20":{
"core":"awhollynewcollection_0_shard5_replica_n18",
"base_url":"http://127.0.0.1:46003/solr",
"node_name":"127.0.0.1:46003_solr",
"state":"active",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"3",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0"} with live_nodes=[127.0.0.1:46003_solr, 127.0.0.1:37135_solr, 127.0.0.1:45361_solr, 127.0.0.1:45597_solr]
at __randomizedtesting.SeedInfo.seed([AB892636ADF54813:E3FC5282ABC66786]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.api.collections.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:462)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12055 lines...]
[junit4] Suite: org.apache.solr.cloud.api.collections.CollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_AB892636ADF54813-001/init-core-data-001
[junit4] 2> 330100 WARN (SUITE-CollectionsAPIDistributedZkTest-seed#[AB892636ADF54813]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 330100 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[AB892636ADF54813]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 330100 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[AB892636ADF54813]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 330100 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[AB892636ADF54813]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 330101 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[AB892636ADF54813]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_AB892636ADF54813-001/tempDir-001
[junit4] 2> 330101 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[AB892636ADF54813]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 330101 INFO (Thread-337) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 330101 INFO (Thread-337) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 330103 ERROR (Thread-337) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 330201 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[AB892636ADF54813]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:36871
[junit4] 2> 330204 INFO (zkConnectionManagerCallback-354-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 330209 INFO (jetty-launcher-351-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 330209 INFO (jetty-launcher-351-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 330209 INFO (jetty-launcher-351-thread-4) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 330209 INFO (jetty-launcher-351-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 330211 INFO (jetty-launcher-351-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 330211 INFO (jetty-launcher-351-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 330211 INFO (jetty-launcher-351-thread-4) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 330212 INFO (jetty-launcher-351-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@94ac61b{/solr,null,AVAILABLE}
[junit4] 2> 330213 INFO (jetty-launcher-351-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 330213 INFO (jetty-launcher-351-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 330213 INFO (jetty-launcher-351-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 330217 INFO (jetty-launcher-351-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3e4b9eff{/solr,null,AVAILABLE}
[junit4] 2> 330217 INFO (jetty-launcher-351-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 330217 INFO (jetty-launcher-351-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 330217 INFO (jetty-launcher-351-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 330217 INFO (jetty-launcher-351-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 330217 INFO (jetty-launcher-351-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 330217 INFO (jetty-launcher-351-thread-3) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 330217 INFO (jetty-launcher-351-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@561777e5{/solr,null,AVAILABLE}
[junit4] 2> 330218 INFO (jetty-launcher-351-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a4a6ce5{/solr,null,AVAILABLE}
[junit4] 2> 330219 INFO (jetty-launcher-351-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7bafc2ab{HTTP/1.1,[http/1.1]}{127.0.0.1:37135}
[junit4] 2> 330219 INFO (jetty-launcher-351-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@26a4c932{HTTP/1.1,[http/1.1]}{127.0.0.1:45361}
[junit4] 2> 330219 INFO (jetty-launcher-351-thread-1) [ ] o.e.j.s.Server Started @332013ms
[junit4] 2> 330219 INFO (jetty-launcher-351-thread-4) [ ] o.e.j.s.Server Started @332013ms
[junit4] 2> 330219 INFO (jetty-launcher-351-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@67d13855{HTTP/1.1,[http/1.1]}{127.0.0.1:46003}
[junit4] 2> 330220 INFO (jetty-launcher-351-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37135}
[junit4] 2> 330220 INFO (jetty-launcher-351-thread-2) [ ] o.e.j.s.Server Started @332013ms
[junit4] 2> 330220 INFO (jetty-launcher-351-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45361}
[junit4] 2> 330220 INFO (jetty-launcher-351-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5df1efc5{HTTP/1.1,[http/1.1]}{127.0.0.1:45597}
[junit4] 2> 330220 INFO (jetty-launcher-351-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46003}
[junit4] 2> 330220 INFO (jetty-launcher-351-thread-3) [ ] o.e.j.s.Server Started @332013ms
[junit4] 2> 330220 INFO (jetty-launcher-351-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45597}
[junit4] 2> 330220 ERROR (jetty-launcher-351-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 330220 ERROR (jetty-launcher-351-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 330220 INFO (jetty-launcher-351-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 330220 ERROR (jetty-launcher-351-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 330220 INFO (jetty-launcher-351-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 330220 INFO (jetty-launcher-351-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 330220 INFO (jetty-launcher-351-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 330220 ERROR (jetty-launcher-351-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 330220 INFO (jetty-launcher-351-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 330220 INFO (jetty-launcher-351-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 330220 INFO (jetty-launcher-351-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 330220 INFO (jetty-launcher-351-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 330221 INFO (jetty-launcher-351-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 330221 INFO (jetty-launcher-351-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-24T20:26:00.980055Z
[junit4] 2> 330220 INFO (jetty-launcher-351-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 330221 INFO (jetty-launcher-351-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 330221 INFO (jetty-launcher-351-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-24T20:26:00.980172Z
[junit4] 2> 330221 INFO (jetty-launcher-351-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-24T20:26:00.980223Z
[junit4] 2> 330220 INFO (jetty-launcher-351-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 330221 INFO (jetty-launcher-351-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-24T20:26:00.980329Z
[junit4] 2> 330228 INFO (zkConnectionManagerCallback-356-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 330228 INFO (zkConnectionManagerCallback-362-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 330228 INFO (zkConnectionManagerCallback-358-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 330228 INFO (jetty-launcher-351-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 330228 INFO (jetty-launcher-351-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 330228 INFO (jetty-launcher-351-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 330229 INFO (zkConnectionManagerCallback-360-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 330229 INFO (jetty-launcher-351-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 330232 INFO (jetty-launcher-351-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 330232 INFO (jetty-launcher-351-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 330232 INFO (jetty-launcher-351-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 330232 INFO (jetty-launcher-351-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 330233 INFO (jetty-launcher-351-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 330233 INFO (jetty-launcher-351-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 330233 INFO (jetty-launcher-351-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 330233 INFO (jetty-launcher-351-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 330240 INFO (jetty-launcher-351-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36871/solr
[junit4] 2> 330241 INFO (jetty-launcher-351-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36871/solr
[junit4] 2> 330241 INFO (jetty-launcher-351-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36871/solr
[junit4] 2> 330244 INFO (zkConnectionManagerCallback-373-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 330245 INFO (zkConnectionManagerCallback-369-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 330245 INFO (jetty-launcher-351-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36871/solr
[junit4] 2> 330245 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x16129d9471d0005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 330246 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x16129d9471d0006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 330246 INFO (zkConnectionManagerCallback-378-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 330246 INFO (zkConnectionManagerCallback-375-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 330247 INFO (zkConnectionManagerCallback-380-thread-1-processing-n:127.0.0.1:46003_solr) [n:127.0.0.1:46003_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 330247 INFO (zkConnectionManagerCallback-382-thread-1-processing-n:127.0.0.1:37135_solr) [n:127.0.0.1:37135_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 330247 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x16129d9471d0007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 330248 INFO (zkConnectionManagerCallback-385-thread-1-processing-n:127.0.0.1:45361_solr) [n:127.0.0.1:45361_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 330248 INFO (zkConnectionManagerCallback-386-thread-1-processing-n:127.0.0.1:45597_solr) [n:127.0.0.1:45597_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 330288 INFO (jetty-launcher-351-thread-4) [n:127.0.0.1:45361_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 330288 INFO (jetty-launcher-351-thread-1) [n:127.0.0.1:37135_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 330288 INFO (jetty-launcher-351-thread-3) [n:127.0.0.1:45597_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 330288 INFO (jetty-launcher-351-thread-2) [n:127.0.0.1:46003_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 330288 INFO (jetty-launcher-351-thread-1) [n:127.0.0.1:37135_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37135_solr
[junit4] 2> 330289 INFO (jetty-launcher-351-thread-4) [n:127.0.0.1:45361_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45361_solr
[junit4] 2> 330289 INFO (jetty-launcher-351-thread-3) [n:127.0.0.1:45597_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45597_solr
[junit4] 2> 330289 INFO (jetty-launcher-351-thread-2) [n:127.0.0.1:46003_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46003_solr
[junit4] 2> 330289 INFO (jetty-launcher-351-thread-1) [n:127.0.0.1:37135_solr ] o.a.s.c.Overseer Overseer (id=99406679956586506-127.0.0.1:37135_solr-n_0000000000) starting
[junit4] 2> 330305 INFO (zkCallback-381-thread-1-processing-n:127.0.0.1:37135_solr) [n:127.0.0.1:37135_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 330305 INFO (zkCallback-379-thread-1-processing-n:127.0.0.1:46003_solr) [n:127.0.0.1:46003_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 330305 INFO (zkCallback-383-thread-1-processing-n:127.0.0.1:45361_solr) [n:127.0.0.1:45361_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 330305 INFO (zkCallback-384-thread-1-processing-n:127.0.0.1:45597_solr) [n:127.0.0.1:45597_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 330307 INFO (jetty-launcher-351-thread-1) [n:127.0.0.1:37135_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37135_solr
[junit4] 2> 330308 INFO (zkCallback-384-thread-1-processing-n:127.0.0.1:45597_solr) [n:127.0.0.1:45597_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 330308 INFO (zkCallback-381-thread-1-processing-n:127.0.0.1:37135_solr) [n:127.0.0.1:37135_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 330308 INFO (zkCallback-379-thread-1-processing-n:127.0.0.1:46003_solr) [n:127.0.0.1:46003_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 330309 INFO (zkCallback-383-thread-1-processing-n:127.0.0.1:45361_solr) [n:127.0.0.1:45361_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 330320 INFO (jetty-launcher-351-thread-3) [n:127.0.0.1:45597_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a776450
[junit4] 2> 330325 INFO (jetty-launcher-351-thread-3) [n:127.0.0.1:45597_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a776450
[junit4] 2> 330325 INFO (jetty-launcher-351-thread-3) [n:127.0.0.1:45597_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a776450
[junit4] 2> 330326 INFO (jetty-launcher-351-thread-3) [n:127.0.0.1:45597_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_AB892636ADF54813-001/tempDir-001/node3
[junit4] 2> 330328 INFO (jetty-launcher-351-thread-2) [n:127.0.0.1:46003_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a776450
[junit4] 2> 330330 INFO (jetty-launcher-351-thread-4) [n:127.0.0.1:45361_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a776450
[junit4] 2> 330334 INFO (jetty-launcher-351-thread-2) [n:127.0.0.1:46003_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a776450
[junit4] 2> 330334 INFO (jetty-launcher-351-thread-2) [n:127.0.0.1:46003_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a776450
[junit4] 2> 330335 INFO (jetty-launcher-351-thread-2) [n:127.0.0.1:46003_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_AB892636ADF54813-001/tempDir-001/node2
[junit4] 2> 330336 INFO (jetty-launcher-351-thread-4) [n:127.0.0.1:45361_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a776450
[junit4] 2> 330336 INFO (jetty-launcher-351-thread-4) [n:127.0.0.1:45361_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a776450
[junit4] 2> 330337 INFO (jetty-launcher-351-thread-4) [n:127.0.0.1:45361_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_AB892636ADF54813-001/tempDir-001/node4
[junit4] 2> 330339 INFO (jetty-launcher-351-thread-1) [n:127.0.0.1:37135_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a776450
[junit4] 2> 330344 INFO (jetty-launcher-351-thread-1) [n:127.0.0.1:37135_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a776450
[junit4] 2> 330344 INFO (jetty-launcher-351-thread-1) [n:127.0.0.1:37135_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a776450
[junit4] 2> 330345 INFO (jetty-launcher-351-thread-1) [n:127.0.0.1:37135_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_AB892636ADF54813-001/tempDir-001/node1
[junit4] 2> 330429 INFO (zkConnectionManagerCallback-396-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 330431 INFO (zkConnectionManagerCallback-400-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 330432 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[AB892636ADF54813]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 330432 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[AB892636ADF54813]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36871/solr ready
[junit4] 2> 330442 INFO (TEST-CollectionsAPIDistributedZkTest.testBadActionNames-seed#[AB892636ADF54813]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBadActionNames
[junit4] 2> 330442 INFO (TEST-CollectionsAPIDistributedZkTest.testBadActionNames-seed#[AB892636ADF54813]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 330445 ERROR (qtp104088655-1298) [n:127.0.0.1:46003_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Unknown action: BADACTION
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:219)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 330446 INFO (qtp104088655-1298) [n:127.0.0.1:46003_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=badactioncollection&action=BADACTION&numShards=2&wt=javabin&version=2} status=400 QTime=0
[junit4] 2> 330446 INFO (TEST-CollectionsAPIDistributedZkTest.testBadActionNames-seed#[AB892636ADF54813]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBadActionNames
[junit4] 2> 330454 INFO (TEST-CollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[AB892636ADF54813]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deleteCollectionOnlyInZk
[junit4] 2> 330454 INFO (TEST-CollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[AB892636ADF54813]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 330456 INFO (qtp104088655-1322) [n:127.0.0.1:46003_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=onlyinzk&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 330460 INFO (qtp104088655-1322) [n:127.0.0.1:46003_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=onlyinzk&action=DELETE&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 330461 INFO (qtp104088655-1327) [n:127.0.0.1:46003_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 330461 INFO (qtp104088655-1327) [n:127.0.0.1:46003_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 330462 INFO (qtp104088655-1322) [n:127.0.0.1:46003_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=onlyinzk&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 330463 INFO (OverseerThreadFactory-511-thread-2-processing-n:127.0.0.1:37135_solr) [n:127.0.0.1:37135_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection onlyinzk
[junit4] 2> 330463 INFO (OverseerCollectionConfigSetProcessor-99406679956586506-127.0.0.1:37135_solr-n_0000000000) [n:127.0.0.1:37135_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 330567 INFO (OverseerStateUpdate-99406679956586506-127.0.0.1:37135_solr-n_0000000000) [n:127.0.0.1:37135_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"onlyinzk",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"onlyinzk_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37135/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 330568 INFO (OverseerStateUpdate-99406679956586506-127.0.0.1:37135_solr-n_0000000000) [n:127.0.0.1:37135_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"onlyinzk",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"onlyinzk_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:45597/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 330772 INFO (qtp1601625641-1301) [n:127.0.0.1:37135_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=onlyinzk_shard1_replica_n1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 330772 INFO (qtp930455962-1310) [n:127.0.0.1:45597_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=onlyinzk_shard2_replica_n2&action=CREATE&numShards=2&collection=onlyinzk&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 330772 INFO (qtp1601625641-1301) [n:127.0.0.1:37135_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 330772 INFO (qtp930455962-1310) [n:127.0.0.1:45597_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 330875 INFO (zkCallback-381-thread-1-processing-n:127.0.0.1:37135_solr) [n:127.0.0.1:37135_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 330875 INFO (zkCallback-384-thread-1-processing-n:127.0.0.1:45597_solr) [n:127.0.0.1:45597_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 330875 INFO (zkCallback-381-thread-2-processing-n:127.0.0.1:37135_solr) [n:127.0.0.1:37135_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 330875 INFO (zkCallback-384-thread-2-processing-n:127.0.0.1:45597_solr) [n:127.0.0.1:45597_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 331782 INFO (qtp1601625641-1301) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 331782 INFO (qtp930455962-1310) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 331789 INFO (qtp1601625641-1301) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.s.IndexSchema [onlyinzk_shard1_replica_n1] Schema name=minimal
[junit4] 2> 331789 INFO (qtp930455962-1310) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.s.IndexSchema [onlyinzk_shard2_replica_n2] Schema name=minimal
[junit4] 2> 331796 INFO (qtp930455962-1310) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 331796 INFO (qtp930455962-1310) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'onlyinzk_shard2_replica_n2' using configuration from collection onlyinzk, trusted=true
[junit4] 2> 331796 INFO (qtp1601625641-1301) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 331796 INFO (qtp1601625641-1301) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'onlyinzk_shard1_replica_n1' using configuration from collection onlyinzk, trusted=true
[junit4] 2> 331797 INFO (qtp930455962-1310) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.onlyinzk.shard2.replica_n2' (registry 'solr.core.onlyinzk.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a776450
[junit4] 2> 331797 INFO (qtp1601625641-1301) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.onlyinzk.shard1.replica_n1' (registry 'solr.core.onlyinzk.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a776450
[junit4] 2> 331797 INFO (qtp930455962-1310) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 331797 INFO (qtp1601625641-1301) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 331797 INFO (qtp930455962-1310) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.SolrCore [[onlyinzk_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_AB892636ADF54813-001/tempDir-001/node3/onlyinzk_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_AB892636ADF54813-001/tempDir-001/node3/onlyinzk_shard2_replica_n2/data/]
[junit4] 2> 331797 INFO (qtp1601625641-1301) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.SolrCore [[onlyinzk_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_AB892636ADF54813-001/tempDir-001/node1/onlyinzk_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_AB892636ADF54813-001/tempDir-001/node1/onlyinzk_shard1_replica_n1/data/]
[junit4] 2> 331849 INFO (qtp1601625641-1301) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 331849 INFO (qtp1601625641-1301) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 331849 INFO (qtp930455962-1310) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 331850 INFO (qtp930455962-1310) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 331850 INFO (qtp1601625641-1301) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 331850 INFO (qtp1601625641-1301) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 331850 INFO (qtp930455962-1310) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 331850 INFO (qtp930455962-1310) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 331851 INFO (qtp1601625641-1301) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2e7f775[onlyinzk_shard1_replica_n1] main]
[junit4] 2> 331851 INFO (qtp930455962-1310) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@554aac[onlyinzk_shard2_replica_n2] main]
[junit4] 2> 331852 INFO (qtp1601625641-1301) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 331852 INFO (qtp1601625641-1301) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 331852 INFO (qtp930455962-1310) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 331852 INFO (qtp930455962-1310) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 331852 INFO (qtp1601625641-1301) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 331853 INFO (qtp930455962-1310) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 331853 INFO (qtp930455962-1310) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590506881141440512
[junit4] 2> 331853 INFO (searcherExecutor-521-thread-1-processing-n:127.0.0.1:37135_solr x:onlyinzk_shard1_replica_n1 s:shard1 c:onlyinzk r:core_node3) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.SolrCore [onlyinzk_shard1_replica_n1] Registered new searcher Searcher@2e7f775[onlyinzk_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 331853 INFO (qtp1601625641-1301) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590506881141440512
[junit4] 2> 331853 INFO (searcherExecutor-520-thread-1-processing-n:127.0.0.1:45597_solr x:onlyinzk_shard2_replica_n2 s:shard2 c:onlyinzk r:core_node4) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.SolrCore [onlyinzk_shard2_replica_n2] Registered new searcher Searcher@554aac[onlyinzk_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 331856 INFO (qtp930455962-1310) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 331856 INFO (qtp1601625641-1301) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 331856 INFO (qtp930455962-1310) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 331856 INFO (qtp1601625641-1301) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 331856 INFO (qtp930455962-1310) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45597/solr/onlyinzk_shard2_replica_n2/
[junit4] 2> 331856 INFO (qtp1601625641-1301) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37135/solr/onlyinzk_shard1_replica_n1/
[junit4] 2> 331856 INFO (qtp930455962-1310) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 331856 INFO (qtp1601625641-1301) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 331856 INFO (qtp930455962-1310) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.SyncStrategy http://127.0.0.1:45597/solr/onlyinzk_shard2_replica_n2/ has no replicas
[junit4] 2> 331856 INFO (qtp1601625641-1301) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:37135/solr/onlyinzk_shard1_replica_n1/ has no replicas
[junit4] 2> 331856 INFO (qtp930455962-1310) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 331856 INFO (qtp1601625641-1301) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 331857 INFO (qtp930455962-1310) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45597/solr/onlyinzk_shard2_replica_n2/ shard2
[junit4] 2> 331857 INFO (qtp1601625641-1301) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37135/solr/onlyinzk_shard1_replica_n1/ shard1
[junit4] 2> 331958 INFO (zkCallback-384-thread-1-processing-n:127.0.0.1:45597_solr) [n:127.0.0.1:45597_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 331958 INFO (zkCallback-384-thread-2-processing-n:127.0.0.1:45597_solr) [n:127.0.0.1:45597_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 331958 INFO (zkCallback-381-thread-1-processing-n:127.0.0.1:37135_solr) [n:127.0.0.1:37135_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 331958 INFO (zkCallback-381-thread-2-processing-n:127.0.0.1:37135_solr) [n:127.0.0.1:37135_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 332008 INFO (qtp930455962-1310) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 332008 INFO (qtp1601625641-1301) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 332010 INFO (qtp930455962-1310) [n:127.0.0.1:45597_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=onlyinzk_shard2_replica_n2&action=CREATE&numShards=2&collection=onlyinzk&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1238
[junit4] 2> 332010 INFO (qtp1601625641-1301) [n:127.0.0.1:37135_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=onlyinzk_shard1_replica_n1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1238
[junit4] 2> 332013 INFO (qtp104088655-1322) [n:127.0.0.1:46003_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 332111 INFO (zkCallback-381-thread-1-processing-n:127.0.0.1:37135_solr) [n:127.0.0.1:37135_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 332111 INFO (zkCallback-381-thread-2-processing-n:127.0.0.1:37135_solr) [n:127.0.0.1:37135_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 332111 INFO (zkCallback-384-thread-2-processing-n:127.0.0.1:45597_solr) [n:127.0.0.1:45597_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 332111 INFO (zkCallback-384-thread-1-processing-n:127.0.0.1:45597_solr) [n:127.0.0.1:45597_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 332464 INFO (OverseerCollectionConfigSetProcessor-99406679956586506-127.0.0.1:37135_solr-n_0000000000) [n:127.0.0.1:37135_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 333014 INFO (qtp104088655-1322) [n:127.0.0.1:46003_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=onlyinzk&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2552
[junit4] 2> 333015 INFO (qtp104088655-1327) [n:127.0.0.1:46003_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 333016 INFO (qtp104088655-1327) [n:127.0.0.1:46003_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 333016 INFO (TEST-CollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[AB892636ADF54813]) [ ] o.a.s.SolrTestCaseJ4 ###Ending deleteCollectionOnlyInZk
[junit4] 2> 333046 INFO (TEST-CollectionsAPIDistributedZkTest.testNoConfigSetExist-seed#[AB892636ADF54813]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNoConfigSetExist
[junit4] 2> 333048 INFO (TEST-CollectionsAPIDistributedZkTest.testNoConfigSetExist-seed#[AB892636ADF54813]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 333050 INFO (qtp104088655-1322) [n:127.0.0.1:46003_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=onlyinzk&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 333053 INFO (OverseerThreadFactory-511-thread-3-processing-n:127.0.0.1:37135_solr) [n:127.0.0.1:37135_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 333055 INFO (qtp1601625641-1316) [n:127.0.0.1:37135_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.onlyinzk.shard1.replica_n1, tag=null
[junit4] 2> 333055 INFO (qtp930455962-1326) [n:127.0.0.1:45597_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.onlyinzk.shard2.replica_n2, tag=null
[junit4] 2> 333055 INFO (qtp1601625641-1316) [n:127.0.0.1:37135_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7893382d: rootName = null, domain = solr.core.onlyinzk.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.onlyinzk.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@7b89ca56
[junit4] 2> 333055 INFO (qtp930455962-1326) [n:127.0.0.1:45597_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@40c0be3b: rootName = null, domain = solr.core.onlyinzk.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.onlyinzk.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@3af62dae
[junit4] 2> 333074 INFO (qtp1601625641-1316) [n:127.0.0.1:37135_solr ] o.a.s.c.SolrCore [onlyinzk_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@564e6b99
[junit4] 2> 333074 INFO (qtp1601625641-1316) [n:127.0.0.1:37135_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.onlyinzk.shard1.replica_n1, tag=1447979929
[junit4] 2> 333074 INFO (qtp1601625641-1316) [n:127.0.0.1:37135_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.onlyinzk.shard1.leader, tag=1447979929
[junit4] 2> 333075 INFO (qtp930455962-1326) [n:127.0.0.1:45597_solr ] o.a.s.c.SolrCore [onlyinzk_shard2_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@5b341d23
[junit4] 2> 333075 INFO (qtp930455962-1326) [n:127.0.0.1:45597_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.onlyinzk.shard2.replica_n2, tag=1530141987
[junit4] 2> 333075 INFO (qtp930455962-1326) [n:127.0.0.1:45597_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.onlyinzk.shard2.leader, tag=1530141987
[junit4] 2> 333084 INFO (qtp930455962-1326) [n:127.0.0.1:45597_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=onlyinzk_shard2_replica_n2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=29
[junit4] 2> 333084 INFO (qtp1601625641-1316) [n:127.0.0.1:37135_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=onlyinzk_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=29
[junit4] 2> 333788 INFO (qtp104088655-1322) [n:127.0.0.1:46003_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=onlyinzk&action=DELETE&wt=javabin&version=2} status=0 QTime=738
[junit4] 2> 333789 INFO (qtp104088655-1327) [n:127.0.0.1:46003_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf123&name=noconfig&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 333790 INFO (OverseerThreadFactory-511-thread-4-processing-n:127.0.0.1:37135_solr) [n:127.0.0.1:37135_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection noconfig
[junit4] 2> 333790 INFO (OverseerCollectionConfigSetProcessor-99406679956586506-127.0.0.1:37135_solr-n_0000000000) [n:127.0.0.1:37135_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 333791 ERROR (OverseerThreadFactory-511-thread-4-processing-n:127.0.0.1:37135_solr) [n:127.0.0.1:37135_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: noconfig operation: create failed:org.apache.solr.common.SolrException: Can not find the specified config set: conf123
[junit4] 2> at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.validateConfigOrThrowSolrException(OverseerCollectionMessageHandler.java:771)
[junit4] 2> at org.apache.solr.cloud.api.collections.CreateCollectionCmd.call(CreateCollectionCmd.java:112)
[junit4] 2> at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:251)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:469)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 333802 INFO (qtp104088655-1327) [n:127.0.0.1:46003_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf123&name=noconfig&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=400 QTime=12
[junit4] 2> 334804 INFO (qtp104088655-1322) [n:127.0.0.1:46003_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 334804 INFO (qtp104088655-1322) [n:127.0.0.1:46003_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 334805 INFO (TEST-CollectionsAPIDistributedZkTest.testNoConfigSetExist-seed#[AB892636ADF54813]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNoConfigSetExist
[junit4] 2> 334820 INFO (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[AB892636ADF54813]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCollectionsAPI
[junit4] 2> 334820 INFO (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[AB892636ADF54813]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 334821 INFO (qtp104088655-1327) [n:127.0.0.1:46003_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=98f8b4c7-adcd-481a-ba72-4b155d0237d0&replicationFactor=2&collection.configName=conf2&maxShardsPerNode=3&name=awhollynewcollection_0&nrtReplicas=2&action=CREATE&numShards=5&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 334821 INFO (qtp104088655-1327) [n:127.0.0.1:46003_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=98f8b4c7-adcd-481a-ba72-4b155d0237d0&replicationFactor=2&collection.configName=conf2&maxShardsPerNode=3&name=awhollynewcollection_0&nrtReplicas=2&action=CREATE&numShards=5&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 334822 INFO (OverseerThreadFactory-511-thread-5-processing-n:127.0.0.1:37135_solr) [n:127.0.0.1:37135_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection awhollynewcollection_0
[junit4] 2> 334822 INFO (OverseerCollectionConfigSetProcessor-99406679956586506-127.0.0.1:37135_solr-n_0000000000) [n:127.0.0.1:37135_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 334926 INFO (zkCallback-399-thread-5) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
[junit4] 2> 335030 INFO (OverseerStateUpdate-99406679956586506-127.0.0.1:37135_solr-n_0000000000) [n:127.0.0.1:37135_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"awhollynewcollection_0",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"awhollynewcollection_0_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:45361/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 335033 INFO (OverseerStateUpdate-99406679956586506-127.0.0.1:37135_solr-n_0000000000) [n:127.0.0.1:37135_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"awhollynewcollection_0",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"awhollynewcollection_0_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:46003/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 335034 INFO (OverseerStateUpdate-99406679956586506-127.0.0.1:37135_solr-n_0000000000) [n:127.0.0.1:37135_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"awhollynewcollection_0",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"awhollynewcollection_0_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:45597/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 335037 INFO (OverseerStateUpdate-99406679956586506-127.0.0.1:37135_solr-n_0000000000) [n:127.0.0.1:37135_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"awhollynewcollection_0",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"awhollynewcollection_0_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37135/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 335039 INFO (OverseerStateUpdate-99406679956586506-127.0.0.1:37135_solr-n_0000000000) [n:127.0.0.1:37135_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"awhollynewcollection_0",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"awhollynewcollection_0_shard3_replica_n8",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:45361/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 335041 INFO (OverseerStateUpdate-99406679956586506-127.0.0.1:37135_solr-n_0000000000) [n:127.0.0.1:37135_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"awhollynewcollection_0",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"awhollynewcollection_0_shard3_replica_n10",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:46003/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 335043 INFO (OverseerStateUpdate-99406679956586506-127.0.0.1:37135_solr-n_0000000000) [n:127.0.0.1:37135_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"awhollynewcollection_0",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"awhollynewcollection_0_shard4_replica_n12",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:45597/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 335046 INFO (OverseerStateUpdate-99406679956586506-127.0.0.1:37135_solr-n_0000000000) [n:127.0.0.1:37135_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"awhollynewcollection_0",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"awhollynewcollection_0_shard4_replica_n14",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37135/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 335048 INFO (OverseerStateUpdate-99406679956586506-127.0.0.1:37135_solr-n_0000000000) [n:127.0.0.1:37135_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"awhollynewcollection_0",
[junit4] 2> "shard":"shard5",
[junit4] 2> "core":"awhollynewcollection_0_shard5_replica_n16",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:45361/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 335053 INFO (OverseerStateUpdate-99406679956586506-127.0.0.1:37135_solr-n_0000000000) [n:127.0.0.1:37135_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"awhollynewcollection_0",
[junit4] 2> "shard":"shard5",
[junit4] 2> "core":"awhollynewcollection_0_shard5_replica_n18",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:46003/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 335156 INFO (zkCallback-399-thread-5) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
[junit4] 2> 335260 INFO (qtp1601625641-1321) [n:127.0.0.1:37135_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=98f8b4c7-adcd-481a-ba72-4b155d0237d0119350124291184&coreNodeName=core_node9&name=awhollynewcollection_0_shard2_replica_n6&action=CREATE&numShards=5&shard=shard2&wt=javabin} status=0 QTime=3
[junit4] 2> 335260 INFO (parallelCoreAdminExecutor-516-thread-1-processing-n:127.0.0.1:37135_solr 98f8b4c7-adcd-481a-ba72-4b155d0237d0119350124291184 CREATE) [n:127.0.0.1:37135_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=98f8b4c7-adcd-481a-ba72-4b155d0237d0119350124291184&coreNodeName=core_node9&name=awhollynewcollection_0_shard2_replica_n6&action=CREATE&numShards=5&shard=shard2&wt=javabin
[junit4] 2> 335261 INFO (qtp930455962-1329) [n:127.0.0.1:45597_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=98f8b4c7-adcd-481a-ba72-4b155d0237d0119350122127257&coreNodeName=core_node7&name=awhollynewcollection_0_shard2_replica_n4&action=CREATE&numShards=5&shard=shard2&wt=javabin} status=0 QTime=4
[junit4] 2> 335261 INFO (qtp252691408-1302) [n:127.0.0.1:45361_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=98f8b4c7-adcd-481a-ba72-4b155d0237d0119350117686773&coreNodeName=core_node3&name=awhollynewcollection_0_shard1_replica_n1&action=CREATE&numShards=5&shard=shard1&wt=javabin} status=0 QTime=5
[junit4] 2> 335261 INFO (parallelCoreAdminExecutor-512-thread-1-processing-n:127.0.0.1:45597_solr 98f8b4c7-adcd-481a-ba72-4b155d0237d0119350122127257 CREATE) [n:127.0.0.1:45597_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=98f8b4c7-adcd-481a-ba72-4b155d0237d0119350122127257&coreNodeName=core_node7&name=awhollynewcollection_0_shard2_replica_n4&action=CREATE&numShards=5&shard=shard2&wt=javabin
[junit4] 2> 335261 INFO (parallelCoreAdminExecutor-514-thread-1-processing-n:127.0.0.1:45361_solr 98f8b4c7-adcd-481a-ba72-4b155d0237d0119350117686773 CREATE) [n:127.0.0.1:45361_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=98f8b4c7-adcd-481a-ba72-4b155d0237d0119350117686773&coreNodeName=core_node3&name=awhollynewcollection_0_shard1_replica_n1&action=CREATE&numShards=5&shard=shard1&wt=javabin
[junit4] 2> 335262 INFO (qtp104088655-1327) [n:127.0.0.1:46003_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=98f8b4c7-adcd-481a-ba72-4b155d0237d0119350120117010&coreNodeName=core_node5&name=awhollynewcollection_0_shard1_replica_n2&action=CREATE&numShards=5&shard=shard1&wt=javabin} status=0 QTime=5
[junit4] 2> 335266 INFO (qtp252691408-1312) [n:127.0.0.1:45361_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=98f8b4c7-adcd-481a-ba72-4b155d0237d0119350126854278&coreNodeName=core_node11&name=awhollynewcollection_0_shard3_replica_n8&action=CREATE&numShards=5&shard=shard3&wt=javabin} status=0 QTime=3
[junit4] 2> 335266 INFO (parallelCoreAdminExecutor-514-thread-1-processing-n:127.0.0.1:45361_solr 98f8b4c7-adcd-481a-ba72-4b155d0237d0119350117686773 CREATE) [n:127.0.0.1:45361_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 335266 INFO (parallelCoreAdminExecutor-513-thread-1-processing-n:127.0.0.1:46003_solr 98f8b4c7-adcd-481a-ba72-4b155d0237d0119350120117010 CREATE) [n:127.0.0.1:46003_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=98f8b4c7-adcd-481a-ba72-4b155d0237d0119350120117010&coreNodeName=core_node5&name=awhollynewcollection_0_shard1_replica_n2&action=CREATE&numShards=5&shard=shard1&wt=javabin
[junit4] 2> 335267 INFO (qtp104088655-1324) [n:127.0.0.1:46003_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=98f8b4c7-adcd-481a-ba72-4b155d0237d0119350138988583&coreNodeName=core_node20&name=awhollynewcollection_0_shard5_replica_n18&action=CREATE&numShards=5&shard=shard5&wt=javabin} status=0 QTime=0
[junit4] 2> 335267 INFO (parallelCoreAdminExecutor-513-thread-1-processing-n:127.0.0.1:46003_solr 98f8b4c7-adcd-481a-ba72-4b155d0237d0119350120117010 CREATE) [n:127.0.0.1:46003_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 335266 INFO (parallelCoreAdminExecutor-514-thread-2-processing-n:127.0.0.1:45361_solr 98f8b4c7-adcd-481a-ba72-4b155d0237d0119350126854278 CREATE) [n:127.0.0.1:45361_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=98f8b4c7-adcd-481a-ba72-4b155d0237d0119350126854278&coreNodeName=core_node11&name=awhollynewcollection_0_shard3_replica_n8&action=CREATE&numShards=5&shard=shard3&wt=javabin
[junit4] 2> 335268 INFO (parallelCoreAdminExecutor-513-thread-2-processing-n:127.0.0.1:46003_solr 98f8b4c7-adcd-481a-ba72-4b155d0237d0119350138988583 CREATE) [n:127.0.0.1:46003_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=98f8b4c7-adcd-481a-ba72-4b155d0237d0119350138988583&coreNodeName=core_node20&name=awhollynewcollection_0_shard5_replica_n18&action=CREATE&numShards=5&shard=shard5&wt=javabin
[junit4] 2> 335268 INFO (qtp252691408-1307) [n:127.0.0.1:45361_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=98f8b4c7-adcd-481a-ba72-4b155d0237d0119350135657977&coreNodeName=core_node19&name=awhollynewcollection_0_shard5_replica_n16&action=CREATE&numShards=5&shard=shard5&wt=javabin} status=0 QTime=1
[junit4] 2> 335269 INFO (parallelCoreAdminExecutor-514-thread-3-processing-n:127.0.0.1:45361_solr 98f8b4c7-adcd-481a-ba72-4b155d0237d0119350135657977 CREATE) [n:127.0.0.1:45361_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=98f8b4c7-adcd-481a-ba72-4b155d0237d0119350135657977&coreNodeName=core_node19&name=awhollynewcollection_0_shard5_replica_n16&action=CREATE&numShards=5&shard=shard5&wt=javabin
[junit4] 2> 335272 INFO (qtp104088655-1298) [n:127.0.0.1:46003_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=98f8b4c7-adcd-481a-ba72-4b155d0237d0119350128884762&coreNodeName=core_node13&name=awhollynewcollection_0_shard3_replica_n10&action=CREATE&numShards=5&shard=shard3&wt=javabin} status=0 QTime=3
[junit4] 2> 335272 INFO (parallelCoreAdminExecutor-513-thread-3-processing-n:127.0.0.1:46003_solr 98f8b4c7-adcd-481a-ba72-4b155d0237d0119350128884762 CREATE) [n:127.0.0.1:46003_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=98f8b4c7-adcd-481a-ba72-4b155d0237d0119350128884762&coreNodeName=core_node13&name=awhollynewcollection_0_shard3_replica_n10&action=CREATE&numShards=5&shard=shard3&wt=javabin
[junit4] 2> 335276 INFO (qtp1601625641-1316) [n:127.0.0.1:37135_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=98f8b4c7-adcd-481a-ba72-4b155d0237d0119350133161252&coreNodeName=core_node17&name=awhollynewcollection_0_shard4_replica_n14&action=CREATE&numShards=5&shard=shard4&wt=javabin} status=0 QTime=9
[junit4] 2> 335276 INFO (parallelCoreAdminExecutor-516-thread-2-processing-n:127.0.0.1:37135_solr 98f8b4c7-adcd-481a-ba72-4b155d0237d0119350133161252 CREATE) [n:127.0.0.1:37135_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=98f8b4c7-adcd-481a-ba72-4b155d0237d0119350133161252&coreNodeName=core_node17&name=awhollynewcollection_0_shard4_replica_n14&action=CREATE&numShards=5&shard=shard4&wt=javabin
[junit4] 2> 335276 INFO (qtp930455962-1326) [n:127.0.0.1:45597_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=98f8b4c7-adcd-481a-ba72-4b155d0237d0119350130966008&coreNodeName=core_node15&name=awhollynewcollection_0_shard4_replica_n12&action=CREATE&numShards=5&shard=shard4&wt=javabin} status=0 QTime=10
[junit4] 2> 335277 INFO (parallelCoreAdminExecutor-512-thread-2-processing-n:127.0.0.1:45597_solr 98f8b4c7-adcd-481a-ba72-4b155d0237d0119350130966008 CREATE) [n:127.0.0.1:45597_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=98f8b4c7-adcd-481a-ba72-4b155d0237d0119350130966008&coreNodeName=core_node15&name=awhollynewcollection_0_shard4_replica_n12&action=CREATE&numShards=5&shard=shard4&wt=javabin
[junit4] 2> 335278 INFO (qtp104088655-1303) [n:127.0.0.1:46003_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 98f8b4c7-adcd-481a-ba72-4b155d0237d0119350138988583
[junit4] 2> 335278 INFO (qtp104088655-1303) [n:127.0.0.1:46003_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=98f8b4c7-adcd-481a-ba72-4b155d0237d0119350138988583&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 335381 INFO (zkCallback-381-thread-1-processing-n:127.0.0.1:37135_solr) [n:127.0.0.1:37135_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
[junit4] 2> 335381 INFO (zkCallback-383-thread-1-processing-n:127.0.0.1:45361_solr) [n:127.0.0.1:45361_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
[junit4] 2> 335381 INFO (zkCallback-384-thread-2-processing-n:127.0.0.1:45597_solr) [n:127.0.0.1:45597_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awho
[...truncated too long message...]
actConnection$ReadCallback.succeeded(AbstractConnection.java:279)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 414501 INFO (qtp104088655-1324) [n:127.0.0.1:46003_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:45361_solr&onlyIfLeaderActive=true&core=addReplicaColl_shard1_replica_n2&coreNodeName=core_node10&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=400 QTime=13002
[junit4] 2> 414803 ERROR (qtp104088655-1303) [n:127.0.0.1:46003_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Solr is shutting down
[junit4] 2> at org.apache.solr.handler.admin.PrepRecoveryOp.execute(PrepRecoveryOp.java:171)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 414803 INFO (qtp104088655-1303) [n:127.0.0.1:46003_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:46003_solr&onlyIfLeaderActive=true&core=addReplicaColl_shard1_replica_n2&coreNodeName=core_node12&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=400 QTime=13001
[junit4] 2> 414803 ERROR (SUITE-CollectionsAPIDistributedZkTest-seed#[AB892636ADF54813]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 414803 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[AB892636ADF54813]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36871 36871
[junit4] 2> 414912 INFO (Thread-337) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36871 36871
[junit4] 2> 414913 WARN (Thread-337) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 25 /solr/aliases.json
[junit4] 2> 25 /solr/clusterprops.json
[junit4] 2> 22 /solr/configs/conf
[junit4] 2> 6 /solr/configs/conf2
[junit4] 2> 5 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 46 /solr/collections/awhollynewcollection_0/state.json
[junit4] 2> 36 /solr/collections/addReplicaColl/state.json
[junit4] 2> 32 /solr/collections/reloaded_collection/state.json
[junit4] 2> 25 /solr/clusterstate.json
[junit4] 2> 24 /solr/collections/nodes_used_collection/state.json
[junit4] 2> 15 /solr/collections/acollectionafterbaddelete/state.json
[junit4] 2> 13 /solr/collections/halfdeletedcollection/state.json
[junit4] 2> 10 /solr/collections/onlyinzk/state.json
[junit4] 2> 5 /solr/collections/created_and_deleted/state.json
[junit4] 2> 5 /solr/collections/withconfigset2/state.json
[junit4] 2> 4 /solr/collections/halfcollectionblocker/state.json
[junit4] 2> 4 /solr/collections/halfcollection/state.json
[junit4] 2> 4 /solr/collections/halfcollectionblocker2/state.json
[junit4] 2> 2 /solr/overseer_elect/election/99406679956586505-127.0.0.1:46003_solr-n_0000000002
[junit4] 2> 2 /solr/collections/awhollynewcollection_0/leader_elect/shard2/election/99406679956586506-core_node9-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/99406679956586507-127.0.0.1:45361_solr-n_0000000001
[junit4] 2> 2 /solr/collections/addReplicaColl/leader_elect/shard1/election/99406679956586505-core_node5-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 334 /solr/collections
[junit4] 2> 33 /solr/live_nodes
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_AB892636ADF54813-001
[junit4] 2> Jan 24, 2018 8:27:25 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=false): {}, locale=sr-BA, timezone=America/Regina
[junit4] 2> NOTE: Linux 4.13.0-31-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=60338080,total=454557696
[junit4] 2> NOTE: All tests run in this JVM: [ExplicitHLLTest, OverriddenZkACLAndCredentialsProvidersTest, AtomicUpdatesTest, TestNumericRangeQuery64, TestMissingGroups, HighlighterTest, PropertiesRequestHandlerTest, SortByFunctionTest, SharedFSAutoReplicaFailoverTest, SimplePostToolTest, QueryEqualityTest, TestFieldCacheVsDocValues, SoftAutoCommitTest, AutoscalingHistoryHandlerTest, FastVectorHighlighterTest, TestLegacyTerms, TestInitQParser, TestSchemaVersionResource, TestScoreJoinQPNoScore, ConnectionManagerTest, TestSolr4Spatial, TestRandomFlRTGCloud, TermsComponentTest, JvmMetricsTest, PeerSyncTest, TestSearchPerf, NodeLostTriggerTest, BadCopyFieldTest, TestLocalFSCloudBackupRestore, TestAddFieldRealTimeGet, TestJettySolrRunner, CollectionsAPIDistributedZkTest]
[junit4] Completed [104/767 (1!)] on J1 in 85.33s, 19 tests, 1 error <<< FAILURES!
[...truncated 43129 lines...]
[JENKINS-EA] Lucene-Solr-7.x-Linux (64bit/jdk-10-ea+37) - Build #
1245 - Failure!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1245/
Java: 64bit/jdk-10-ea+37 -XX:+UseCompressedOops -XX:+UseG1GC
All tests passed
Build Log:
[...truncated 3333 lines...]
[junit4] JVM J0: stdout was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J0-20180126_061125_562572338459507099309.sysout
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Default case invoked for:
[junit4] opcode = 0, "Node"
[junit4] Default case invoked for:
[junit4] opcode = 0, "Node"
[junit4] #
[junit4] # A fatal error has been detected by the Java Runtime Environment:
[junit4] #
[junit4] # SIGSEGV (0xb) at pc=0x00007f2863297765, pid=27341, tid=27441
[junit4] #
[junit4] # JRE version: Java(TM) SE Runtime Environment (10.0+37) (build 10-ea+37)
[junit4] # Java VM: Java HotSpot(TM) 64-Bit Server VM (10-ea+37, mixed mode, tiered, compressed oops, g1 gc, linux-amd64)
[junit4] # Problematic frame:
[junit4] # V [libjvm.so+0xbd0765] Node::add_req(Node*)+0xb5
[junit4] #
[junit4] # No core dump will be written. Core dumps have been disabled. To enable core dumping, try "ulimit -c unlimited" before starting Java again
[junit4] #
[junit4] # An error report file with more information is saved as:
[junit4] # /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/J0/hs_err_pid27341.log
[junit4] #
[junit4] # Compiler replay data is saved as:
[junit4] # /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/J0/replay_pid27341.log
[junit4] #
[junit4] # If you would like to submit a bug report, please visit:
[junit4] # http://bugreport.java.com/bugreport/crash.jsp
[junit4] #
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] ERROR: JVM J0 ended with an exception, command line: /home/jenkins/tools/java/64bit/jdk-10-ea+37/bin/java -XX:+UseCompressedOops -XX:+UseG1GC -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/heapdumps -ea -esa --illegal-access=deny -Dtests.prefix=tests -Dtests.seed=EDAEC091752619B5 -Xmx512M -Dtests.iters= -Dtests.verbose=false -Dtests.infostream=false -Dtests.codec=random -Dtests.postingsformat=random -Dtests.docvaluesformat=random -Dtests.locale=random -Dtests.timezone=random -Dtests.directory=random -Dtests.linedocsfile=europarl.lines.txt.gz -Dtests.luceneMatchVersion=7.3.0 -Dtests.cleanthreads=perMethod -Djava.util.logging.config.file=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/tools/junit4/logging.properties -Dtests.nightly=false -Dtests.weekly=false -Dtests.monster=false -Dtests.slow=true -Dtests.asserts=true -Dtests.multiplier=3 -DtempDir=./temp -Djava.io.tmpdir=./temp -Djunit4.tempDir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp -Dcommon.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene -Dclover.db.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/clover/db -Djava.security.policy=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/tools/junit4/tests.policy -Dtests.LUCENE_VERSION=7.3.0 -Djetty.testMode=1 -Djetty.insecurerandom=1 -Dsolr.directoryFactory=org.apache.solr.core.MockDirectoryFactory -Djava.awt.headless=true -Djdk.map.althashing.threshold=0 -Dtests.src.home=/home/jenkins/workspace/Lucene-Solr-7.x-Linux -Djava.security.egd=file:/dev/./urandom -Djunit4.childvm.cwd=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/J0 -Djunit4.childvm.id=0 -Djunit4.childvm.count=3 -Dfile.encoding=US-ASCII -Djava.security.manager=org.apache.lucene.util.TestSecurityManager -Dtests.filterstacks=true -Dtests.leaveTemporary=false -classpath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/classes/test:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/classes/java:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/codecs/classes/java:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/common/lucene-analyzers-common-7.3.0-SNAPSHOT.jar:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/analysis/icu/lib/icu4j-60.2.jar:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/classes/java:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/test-framework/lib/junit-4.10.jar:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/test-framework/lib/randomizedtesting-runner-2.5.3.jar:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/classes/java:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-launcher.jar:/home/jenkins/.ant/lib/ivy-2.4.0.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-netrexx.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-xalan2.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-javamail.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-net.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-regexp.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-oro.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jmf.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-log4j.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jsch.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jai.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bsf.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit4.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-resolver.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bcel.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jdepend.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-testutil.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-antlr.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-swing.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-logging.jar:/home/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.5.3.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J0-20180126_061125_56218350993496245493510.events @/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J0-20180126_061125_5622987236451463511729.suites -stdin
[junit4] ERROR: JVM J0 ended with an exception: Forked process returned with error code: 134. Very likely a JVM crash. See process stdout at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J0-20180126_061125_562572338459507099309.sysout
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1519)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:126)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:982)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:979)
[junit4] at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] at java.base/java.lang.Thread.run(Thread.java:844)
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/build.xml:836: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/build.xml:780: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/build.xml:59: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build.xml:495: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/common-build.xml:2281: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/analysis/build.xml:110: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/analysis/build.xml:38: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/module-build.xml:58: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/common-build.xml:1513: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/common-build.xml:1038: At least one slave process threw an exception, first: Forked process returned with error code: 134. Very likely a JVM crash. See process stdout at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J0-20180126_061125_562572338459507099309.sysout
Total time: 11 minutes 51 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk1.8.0_144) - Build # 1244
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1244/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.cloud.api.collections.CollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Error from server at http://127.0.0.1:38699/solr/awhollynewcollection_0_shard2_replica_n2: ClusterState says we are the leader (http://127.0.0.1:38699/solr/awhollynewcollection_0_shard2_replica_n2), but locally we don't think so. Request came from null
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:38699/solr/awhollynewcollection_0_shard2_replica_n2: ClusterState says we are the leader (http://127.0.0.1:38699/solr/awhollynewcollection_0_shard2_replica_n2), but locally we don't think so. Request came from null
at __randomizedtesting.SeedInfo.seed([368344D18C9AD37E:7EF630658AA9FCEB]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:550)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1013)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.api.collections.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:462)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:38699/solr/awhollynewcollection_0_shard2_replica_n2: ClusterState says we are the leader (http://127.0.0.1:38699/solr/awhollynewcollection_0_shard2_replica_n2), but locally we don't think so. Request came from null
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:527)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Build Log:
[...truncated 12404 lines...]
[junit4] Suite: org.apache.solr.cloud.api.collections.CollectionsAPIDistributedZkTest
[junit4] 2> 879682 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[368344D18C9AD37E]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_368344D18C9AD37E-001/init-core-data-001
[junit4] 2> 879683 WARN (SUITE-CollectionsAPIDistributedZkTest-seed#[368344D18C9AD37E]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=25 numCloses=25
[junit4] 2> 879683 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[368344D18C9AD37E]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 879685 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[368344D18C9AD37E]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 879686 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[368344D18C9AD37E]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_368344D18C9AD37E-001/tempDir-001
[junit4] 2> 879686 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[368344D18C9AD37E]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 879687 INFO (Thread-2311) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 879687 INFO (Thread-2311) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 879688 ERROR (Thread-2311) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 879787 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[368344D18C9AD37E]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:46399
[junit4] 2> 879789 INFO (zkConnectionManagerCallback-1692-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 879795 INFO (jetty-launcher-1689-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 879795 INFO (jetty-launcher-1689-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 879795 INFO (jetty-launcher-1689-thread-4) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 879795 INFO (jetty-launcher-1689-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 879796 INFO (jetty-launcher-1689-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 879796 INFO (jetty-launcher-1689-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 879796 INFO (jetty-launcher-1689-thread-3) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 879796 INFO (jetty-launcher-1689-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 879796 INFO (jetty-launcher-1689-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 879796 INFO (jetty-launcher-1689-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 879796 INFO (jetty-launcher-1689-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@75e029b6{/solr,null,AVAILABLE}
[junit4] 2> 879797 INFO (jetty-launcher-1689-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4414fbde{/solr,null,AVAILABLE}
[junit4] 2> 879797 INFO (jetty-launcher-1689-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 879797 INFO (jetty-launcher-1689-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 879797 INFO (jetty-launcher-1689-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 879797 INFO (jetty-launcher-1689-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 879797 INFO (jetty-launcher-1689-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 879797 INFO (jetty-launcher-1689-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3537bbf3{HTTP/1.1,[http/1.1]}{127.0.0.1:38699}
[junit4] 2> 879797 INFO (jetty-launcher-1689-thread-4) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 879797 INFO (jetty-launcher-1689-thread-3) [ ] o.e.j.s.Server Started @882427ms
[junit4] 2> 879797 INFO (jetty-launcher-1689-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38699}
[junit4] 2> 879797 INFO (jetty-launcher-1689-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@374e71e4{/solr,null,AVAILABLE}
[junit4] 2> 879797 INFO (jetty-launcher-1689-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@10e9b2e7{HTTP/1.1,[http/1.1]}{127.0.0.1:41673}
[junit4] 2> 879797 INFO (jetty-launcher-1689-thread-1) [ ] o.e.j.s.Server Started @882427ms
[junit4] 2> 879797 INFO (jetty-launcher-1689-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41673}
[junit4] 2> 879798 INFO (jetty-launcher-1689-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4c25aeed{/solr,null,AVAILABLE}
[junit4] 2> 879798 ERROR (jetty-launcher-1689-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 879798 INFO (jetty-launcher-1689-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@27763ca6{HTTP/1.1,[http/1.1]}{127.0.0.1:43989}
[junit4] 2> 879798 INFO (jetty-launcher-1689-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 879798 INFO (jetty-launcher-1689-thread-2) [ ] o.e.j.s.Server Started @882427ms
[junit4] 2> 879798 INFO (jetty-launcher-1689-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 879798 ERROR (jetty-launcher-1689-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 879798 INFO (jetty-launcher-1689-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@21c539cd{HTTP/1.1,[http/1.1]}{127.0.0.1:37879}
[junit4] 2> 879798 INFO (jetty-launcher-1689-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 879798 INFO (jetty-launcher-1689-thread-4) [ ] o.e.j.s.Server Started @882428ms
[junit4] 2> 879798 INFO (jetty-launcher-1689-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-26T02:41:07.189Z
[junit4] 2> 879798 INFO (jetty-launcher-1689-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37879}
[junit4] 2> 879798 INFO (jetty-launcher-1689-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43989}
[junit4] 2> 879798 INFO (jetty-launcher-1689-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 879798 INFO (jetty-launcher-1689-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 879798 INFO (jetty-launcher-1689-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 879798 ERROR (jetty-launcher-1689-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 879798 ERROR (jetty-launcher-1689-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 879799 INFO (jetty-launcher-1689-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 879799 INFO (jetty-launcher-1689-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 879799 INFO (jetty-launcher-1689-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 879799 INFO (jetty-launcher-1689-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 879799 INFO (jetty-launcher-1689-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 879799 INFO (jetty-launcher-1689-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 879799 INFO (jetty-launcher-1689-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-26T02:41:07.190Z
[junit4] 2> 879799 INFO (jetty-launcher-1689-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-26T02:41:07.190Z
[junit4] 2> 879798 INFO (jetty-launcher-1689-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-26T02:41:07.189Z
[junit4] 2> 879801 INFO (zkConnectionManagerCallback-1694-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 879801 INFO (zkConnectionManagerCallback-1698-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 879801 INFO (jetty-launcher-1689-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 879801 INFO (jetty-launcher-1689-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 879802 INFO (zkConnectionManagerCallback-1696-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 879802 INFO (jetty-launcher-1689-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 879807 INFO (jetty-launcher-1689-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 879807 INFO (jetty-launcher-1689-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 879807 INFO (jetty-launcher-1689-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 879808 INFO (jetty-launcher-1689-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 879808 INFO (jetty-launcher-1689-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 879808 INFO (jetty-launcher-1689-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 879808 INFO (zkConnectionManagerCallback-1700-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 879809 INFO (jetty-launcher-1689-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 879813 INFO (jetty-launcher-1689-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 879814 INFO (jetty-launcher-1689-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 879817 INFO (jetty-launcher-1689-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46399/solr
[junit4] 2> 879818 INFO (jetty-launcher-1689-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46399/solr
[junit4] 2> 879818 INFO (jetty-launcher-1689-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46399/solr
[junit4] 2> 879819 INFO (jetty-launcher-1689-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46399/solr
[junit4] 2> 879819 INFO (zkConnectionManagerCallback-1707-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 879820 INFO (zkConnectionManagerCallback-1713-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 879820 INFO (zkConnectionManagerCallback-1711-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 879821 INFO (zkConnectionManagerCallback-1716-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 879821 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x16130570e070007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 879823 INFO (zkConnectionManagerCallback-1718-thread-1-processing-n:127.0.0.1:37879_solr) [n:127.0.0.1:37879_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 879823 INFO (zkConnectionManagerCallback-1722-thread-1-processing-n:127.0.0.1:41673_solr) [n:127.0.0.1:41673_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 879823 INFO (zkConnectionManagerCallback-1721-thread-1-processing-n:127.0.0.1:43989_solr) [n:127.0.0.1:43989_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 879823 INFO (zkConnectionManagerCallback-1724-thread-1-processing-n:127.0.0.1:38699_solr) [n:127.0.0.1:38699_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 879861 INFO (jetty-launcher-1689-thread-3) [n:127.0.0.1:38699_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 879861 INFO (jetty-launcher-1689-thread-4) [n:127.0.0.1:37879_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 879861 INFO (jetty-launcher-1689-thread-1) [n:127.0.0.1:41673_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 879861 INFO (jetty-launcher-1689-thread-2) [n:127.0.0.1:43989_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 879861 INFO (jetty-launcher-1689-thread-3) [n:127.0.0.1:38699_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38699_solr
[junit4] 2> 879861 INFO (jetty-launcher-1689-thread-4) [n:127.0.0.1:37879_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37879_solr
[junit4] 2> 879861 INFO (jetty-launcher-1689-thread-2) [n:127.0.0.1:43989_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43989_solr
[junit4] 2> 879861 INFO (jetty-launcher-1689-thread-1) [n:127.0.0.1:41673_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41673_solr
[junit4] 2> 879861 INFO (jetty-launcher-1689-thread-3) [n:127.0.0.1:38699_solr ] o.a.s.c.Overseer Overseer (id=99413817234489356-127.0.0.1:38699_solr-n_0000000000) starting
[junit4] 2> 879872 INFO (zkCallback-1719-thread-1-processing-n:127.0.0.1:43989_solr) [n:127.0.0.1:43989_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 879872 INFO (zkCallback-1723-thread-1-processing-n:127.0.0.1:38699_solr) [n:127.0.0.1:38699_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 879872 INFO (zkCallback-1720-thread-1-processing-n:127.0.0.1:41673_solr) [n:127.0.0.1:41673_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 879873 INFO (zkCallback-1717-thread-1-processing-n:127.0.0.1:37879_solr) [n:127.0.0.1:37879_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 879876 INFO (jetty-launcher-1689-thread-3) [n:127.0.0.1:38699_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38699_solr
[junit4] 2> 879876 INFO (zkCallback-1720-thread-1-processing-n:127.0.0.1:41673_solr) [n:127.0.0.1:41673_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 879876 INFO (zkCallback-1723-thread-1-processing-n:127.0.0.1:38699_solr) [n:127.0.0.1:38699_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 879876 INFO (zkCallback-1719-thread-1-processing-n:127.0.0.1:43989_solr) [n:127.0.0.1:43989_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 879876 INFO (zkCallback-1717-thread-1-processing-n:127.0.0.1:37879_solr) [n:127.0.0.1:37879_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 879892 INFO (jetty-launcher-1689-thread-2) [n:127.0.0.1:43989_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62bacb91
[junit4] 2> 879897 INFO (jetty-launcher-1689-thread-2) [n:127.0.0.1:43989_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62bacb91
[junit4] 2> 879897 INFO (jetty-launcher-1689-thread-2) [n:127.0.0.1:43989_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62bacb91
[junit4] 2> 879897 INFO (jetty-launcher-1689-thread-2) [n:127.0.0.1:43989_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_368344D18C9AD37E-001/tempDir-001/node2
[junit4] 2> 879905 INFO (jetty-launcher-1689-thread-1) [n:127.0.0.1:41673_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62bacb91
[junit4] 2> 879908 INFO (jetty-launcher-1689-thread-4) [n:127.0.0.1:37879_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62bacb91
[junit4] 2> 879910 INFO (jetty-launcher-1689-thread-1) [n:127.0.0.1:41673_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62bacb91
[junit4] 2> 879910 INFO (jetty-launcher-1689-thread-1) [n:127.0.0.1:41673_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62bacb91
[junit4] 2> 879911 INFO (jetty-launcher-1689-thread-1) [n:127.0.0.1:41673_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_368344D18C9AD37E-001/tempDir-001/node1
[junit4] 2> 879915 WARN (jetty-launcher-1689-thread-1) [n:127.0.0.1:41673_solr ] o.a.s.m.r.j.JmxMetricsReporter Unable to register gauge
[junit4] 2> javax.management.InstanceNotFoundException: solr:dom1=jvm,name0=classes,name=loaded
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:565)
[junit4] 2> at com.codahale.metrics.MetricRegistry.notifyListenerOfAddedMetric(MetricRegistry.java:454)
[junit4] 2> at com.codahale.metrics.MetricRegistry.onMetricAdded(MetricRegistry.java:448)
[junit4] 2> at com.codahale.metrics.MetricRegistry.register(MetricRegistry.java:89)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.registerAll(SolrMetricManager.java:523)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.setupJvmMetrics(SolrDispatchFilter.java:211)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:186)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 879915 INFO (jetty-launcher-1689-thread-4) [n:127.0.0.1:37879_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62bacb91
[junit4] 2> 879916 INFO (jetty-launcher-1689-thread-4) [n:127.0.0.1:37879_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62bacb91
[junit4] 2> 879917 INFO (jetty-launcher-1689-thread-4) [n:127.0.0.1:37879_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_368344D18C9AD37E-001/tempDir-001/node4
[junit4] 2> 879948 INFO (jetty-launcher-1689-thread-3) [n:127.0.0.1:38699_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62bacb91
[junit4] 2> 879953 WARN (jetty-launcher-1689-thread-3) [n:127.0.0.1:38699_solr ] o.a.s.m.r.j.JmxMetricsReporter Unable to register gauge
[junit4] 2> javax.management.InstanceNotFoundException: solr:dom1=jvm,name0=memory,name1=pools,name2=PS-Survivor-Space,name=max
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:565)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.lambda$start$0(JmxMetricsReporter.java:738)
[junit4] 2> at java.util.HashMap.forEach(HashMap.java:1288)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:728)
[junit4] 2> at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109)
[junit4] 2> at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:881)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:817)
[junit4] 2> at org.apache.solr.core.CoreContainer.load(CoreContainer.java:547)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 879954 INFO (jetty-launcher-1689-thread-3) [n:127.0.0.1:38699_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62bacb91
[junit4] 2> 879954 INFO (jetty-launcher-1689-thread-3) [n:127.0.0.1:38699_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62bacb91
[junit4] 2> 879955 INFO (jetty-launcher-1689-thread-3) [n:127.0.0.1:38699_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_368344D18C9AD37E-001/tempDir-001/node3
[junit4] 2> 879981 INFO (zkConnectionManagerCallback-1734-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 879983 INFO (zkConnectionManagerCallback-1738-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 879983 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[368344D18C9AD37E]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 879984 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[368344D18C9AD37E]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46399/solr ready
[junit4] 2> 879998 INFO (TEST-CollectionsAPIDistributedZkTest.testCollectionReload-seed#[368344D18C9AD37E]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCollectionReload
[junit4] 2> 879999 INFO (TEST-CollectionsAPIDistributedZkTest.testCollectionReload-seed#[368344D18C9AD37E]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 880000 INFO (qtp1938110015-8212) [n:127.0.0.1:41673_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=reloaded_collection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 880001 INFO (OverseerThreadFactory-3313-thread-1-processing-n:127.0.0.1:38699_solr) [n:127.0.0.1:38699_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection reloaded_collection
[junit4] 2> 880105 INFO (OverseerStateUpdate-99413817234489356-127.0.0.1:38699_solr-n_0000000000) [n:127.0.0.1:38699_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"reloaded_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"reloaded_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37879/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 880106 INFO (OverseerStateUpdate-99413817234489356-127.0.0.1:38699_solr-n_0000000000) [n:127.0.0.1:38699_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"reloaded_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"reloaded_collection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38699/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 880107 INFO (OverseerStateUpdate-99413817234489356-127.0.0.1:38699_solr-n_0000000000) [n:127.0.0.1:38699_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"reloaded_collection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"reloaded_collection_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:41673/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 880108 INFO (OverseerStateUpdate-99413817234489356-127.0.0.1:38699_solr-n_0000000000) [n:127.0.0.1:38699_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"reloaded_collection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"reloaded_collection_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:43989/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 880311 INFO (qtp1938110015-8232) [n:127.0.0.1:41673_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica_n4&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 880312 INFO (qtp248459130-8211) [n:127.0.0.1:37879_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 880312 INFO (qtp1358276002-8214) [n:127.0.0.1:43989_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica_n6&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 880312 INFO (qtp1938110015-8232) [n:127.0.0.1:41673_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 880312 INFO (qtp64632047-8213) [n:127.0.0.1:38699_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica_n2&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 880312 INFO (qtp248459130-8211) [n:127.0.0.1:37879_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 880312 INFO (qtp1358276002-8214) [n:127.0.0.1:43989_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 880313 INFO (qtp64632047-8213) [n:127.0.0.1:38699_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 880426 INFO (zkCallback-1717-thread-1-processing-n:127.0.0.1:37879_solr) [n:127.0.0.1:37879_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 880426 INFO (zkCallback-1719-thread-1-processing-n:127.0.0.1:43989_solr) [n:127.0.0.1:43989_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 880426 INFO (zkCallback-1720-thread-1-processing-n:127.0.0.1:41673_solr) [n:127.0.0.1:41673_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 880427 INFO (zkCallback-1723-thread-2-processing-n:127.0.0.1:38699_solr) [n:127.0.0.1:38699_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 880427 INFO (zkCallback-1719-thread-2-processing-n:127.0.0.1:43989_solr) [n:127.0.0.1:43989_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 880427 INFO (zkCallback-1720-thread-2-processing-n:127.0.0.1:41673_solr) [n:127.0.0.1:41673_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 880426 INFO (zkCallback-1723-thread-1-processing-n:127.0.0.1:38699_solr) [n:127.0.0.1:38699_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 880427 INFO (zkCallback-1717-thread-2-processing-n:127.0.0.1:37879_solr) [n:127.0.0.1:37879_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 881327 INFO (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 881327 INFO (qtp64632047-8213) [n:127.0.0.1:38699_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 881334 INFO (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 881334 INFO (qtp1358276002-8214) [n:127.0.0.1:43989_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 881344 INFO (qtp64632047-8213) [n:127.0.0.1:38699_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.s.IndexSchema [reloaded_collection_shard1_replica_n2] Schema name=minimal
[junit4] 2> 881344 INFO (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.s.IndexSchema [reloaded_collection_shard2_replica_n4] Schema name=minimal
[junit4] 2> 881347 INFO (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 881347 INFO (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard2_replica_n4' using configuration from collection reloaded_collection, trusted=true
[junit4] 2> 881347 INFO (qtp64632047-8213) [n:127.0.0.1:38699_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 881348 INFO (qtp64632047-8213) [n:127.0.0.1:38699_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard1_replica_n2' using configuration from collection reloaded_collection, trusted=true
[junit4] 2> 881348 INFO (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.reloaded_collection.shard2.replica_n4' (registry 'solr.core.reloaded_collection.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62bacb91
[junit4] 2> 881348 INFO (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 881348 INFO (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.c.SolrCore [[reloaded_collection_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_368344D18C9AD37E-001/tempDir-001/node1/reloaded_collection_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_368344D18C9AD37E-001/tempDir-001/node1/reloaded_collection_shard2_replica_n4/data/]
[junit4] 2> 881348 INFO (qtp64632047-8213) [n:127.0.0.1:38699_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.reloaded_collection.shard1.replica_n2' (registry 'solr.core.reloaded_collection.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62bacb91
[junit4] 2> 881348 INFO (qtp64632047-8213) [n:127.0.0.1:38699_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 881349 INFO (qtp64632047-8213) [n:127.0.0.1:38699_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.c.SolrCore [[reloaded_collection_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_368344D18C9AD37E-001/tempDir-001/node3/reloaded_collection_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_368344D18C9AD37E-001/tempDir-001/node3/reloaded_collection_shard1_replica_n2/data/]
[junit4] 2> 881351 INFO (qtp1358276002-8214) [n:127.0.0.1:43989_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n6] o.a.s.s.IndexSchema [reloaded_collection_shard2_replica_n6] Schema name=minimal
[junit4] 2> 881352 INFO (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.s.IndexSchema [reloaded_collection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 881353 INFO (qtp1358276002-8214) [n:127.0.0.1:43989_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 881353 INFO (qtp1358276002-8214) [n:127.0.0.1:43989_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard2_replica_n6' using configuration from collection reloaded_collection, trusted=true
[junit4] 2> 881354 INFO (qtp1358276002-8214) [n:127.0.0.1:43989_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.reloaded_collection.shard2.replica_n6' (registry 'solr.core.reloaded_collection.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62bacb91
[junit4] 2> 881354 INFO (qtp1358276002-8214) [n:127.0.0.1:43989_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 881354 INFO (qtp1358276002-8214) [n:127.0.0.1:43989_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n6] o.a.s.c.SolrCore [[reloaded_collection_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_368344D18C9AD37E-001/tempDir-001/node2/reloaded_collection_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_368344D18C9AD37E-001/tempDir-001/node2/reloaded_collection_shard2_replica_n6/data/]
[junit4] 2> 881354 INFO (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 881354 INFO (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard1_replica_n1' using configuration from collection reloaded_collection, trusted=true
[junit4] 2> 881355 INFO (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.reloaded_collection.shard1.replica_n1' (registry 'solr.core.reloaded_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62bacb91
[junit4] 2> 881355 INFO (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 881355 INFO (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.c.SolrCore [[reloaded_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_368344D18C9AD37E-001/tempDir-001/node4/reloaded_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_368344D18C9AD37E-001/tempDir-001/node4/reloaded_collection_shard1_replica_n1/data/]
[junit4] 2> 881388 INFO (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 881388 INFO (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 881389 INFO (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 881389 INFO (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 881390 INFO (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@755f908c[reloaded_collection_shard2_replica_n4] main]
[junit4] 2> 881390 INFO (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 881391 INFO (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 881391 INFO (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 881391 INFO (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 881391 INFO (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 881391 INFO (qtp1358276002-8214) [n:127.0.0.1:43989_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 881391 INFO (qtp64632047-8213) [n:127.0.0.1:38699_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 881391 INFO (qtp1358276002-8214) [n:127.0.0.1:43989_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 881391 INFO (qtp64632047-8213) [n:127.0.0.1:38699_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 881391 INFO (searcherExecutor-3322-thread-1-processing-n:127.0.0.1:41673_solr x:reloaded_collection_shard2_replica_n4 s:shard2 c:reloaded_collection r:core_node7) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.c.SolrCore [reloaded_collection_shard2_replica_n4] Registered new searcher Searcher@755f908c[reloaded_collection_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 881391 INFO (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590621077537554432
[junit4] 2> 881392 INFO (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 881392 INFO (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 881392 INFO (qtp1358276002-8214) [n:127.0.0.1:43989_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 881392 INFO (qtp64632047-8213) [n:127.0.0.1:38699_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 881392 INFO (qtp1358276002-8214) [n:127.0.0.1:43989_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 881392 INFO (qtp64632047-8213) [n:127.0.0.1:38699_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 881393 INFO (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1a36bfd[reloaded_collection_shard1_replica_n1] main]
[junit4] 2> 881393 INFO (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 881394 INFO (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 881394 INFO (qtp64632047-8213) [n:127.0.0.1:38699_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@5c5731d2[reloaded_collection_shard1_replica_n2] main]
[junit4] 2> 881394 INFO (qtp1358276002-8214) [n:127.0.0.1:43989_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@270f3e4b[reloaded_collection_shard2_replica_n6] main]
[junit4] 2> 881394 INFO (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 881394 INFO (qtp64632047-8213) [n:127.0.0.1:38699_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 881394 INFO (qtp1358276002-8214) [n:127.0.0.1:43989_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 881394 INFO (qtp64632047-8213) [n:127.0.0.1:38699_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 881394 INFO (qtp1358276002-8214) [n:127.0.0.1:43989_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 881394 INFO (searcherExecutor-3325-thread-1-processing-n:127.0.0.1:37879_solr x:reloaded_collection_shard1_replica_n1 s:shard1 c:reloaded_collection r:core_node3) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.c.SolrCore [reloaded_collection_shard1_replica_n1] Registered new searcher Searcher@1a36bfd[reloaded_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 881395 INFO (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590621077541748736
[junit4] 2> 881395 INFO (qtp64632047-8213) [n:127.0.0.1:38699_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 881395 INFO (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 881395 INFO (qtp1358276002-8214) [n:127.0.0.1:43989_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 881395 INFO (searcherExecutor-3323-thread-1-processing-n:127.0.0.1:38699_solr x:reloaded_collection_shard1_replica_n2 s:shard1 c:reloaded_collection r:core_node5) [n:127.0.0.1:38699_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.c.SolrCore [reloaded_collection_shard1_replica_n2] Registered new searcher Searcher@5c5731d2[reloaded_collection_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 881395 INFO (qtp64632047-8213) [n:127.0.0.1:38699_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590621077541748736
[junit4] 2> 881395 INFO (searcherExecutor-3324-thread-1-processing-n:127.0.0.1:43989_solr x:reloaded_collection_shard2_replica_n6 s:shard2 c:reloaded_collection r:core_node8) [n:127.0.0.1:43989_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n6] o.a.s.c.SolrCore [reloaded_collection_shard2_replica_n6] Registered new searcher Searcher@270f3e4b[reloaded_collection_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 881395 INFO (qtp1358276002-8214) [n:127.0.0.1:43989_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590621077541748736
[junit4] 2> 881398 INFO (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 881398 INFO (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 881398 INFO (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37879/solr/reloaded_collection_shard1_replica_n1/
[junit4] 2> 881398 INFO (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=reloaded_collection_shard1_replica_n1 url=http://127.0.0.1:37879/solr START replicas=[http://127.0.0.1:38699/solr/reloaded_collection_shard1_replica_n2/] nUpdates=100
[junit4] 2> 881399 INFO (qtp64632047-8222) [n:127.0.0.1:38699_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.c.S.Request [reloaded_collection_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 881498 INFO (zkCallback-1723-thread-2-processing-n:127.0.0.1:38699_solr) [n:127.0.0.1:38699_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 881498 INFO (zkCallback-1717-thread-2-processing-n:127.0.0.1:37879_solr) [n:127.0.0.1:37879_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 881499 INFO (zkCallback-1719-thread-2-processing-n:127.0.0.1:43989_solr) [n:127.0.0.1:43989_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 881499 INFO (zkCallback-1717-thread-1-processing-n:127.0.0.1:37879_solr) [n:127.0.0.1:37879_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 881499 INFO (zkCallback-1719-thread-1-processing-n:127.0.0.1:43989_solr) [n:127.0.0.1:43989_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 881498 INFO (zkCallback-1720-thread-2-processing-n:127.0.0.1:41673_solr) [n:127.0.0.1:41673_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 881498 INFO (zkCallback-1720-thread-1-processing-n:127.0.0.1:41673_solr) [n:127.0.0.1:41673_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 881498 INFO (zkCallback-1723-thread-1-processing-n:127.0.0.1:38699_solr) [n:127.0.0.1:38699_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 881698 INFO (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=reloaded_collection_shard1_replica_n1 url=http://127.0.0.1:37879/solr DONE. We have no versions. sync failed.
[junit4] 2> 881698 INFO (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 881698 INFO (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 881698 INFO (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 881703 INFO (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37879/solr/reloaded_collection_shard1_replica_n1/ shard1
[junit4] 2> 881805 INFO (zkCallback-1723-thread-1-processing-n:127.0.0.1:38699_solr) [n:127.0.0.1:38699_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 881805 INFO (zkCallback-1720-thread-2-processing-n:127.0.0.1:41673_solr) [n:127.0.0.1:41673_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 881805 INFO (zkCallback-1720-thread-1-processing-n:127.0.0.1:41673_solr) [n:127.0.0.1:41673_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 881805 INFO (zkCallback-1719-thread-1-processing-n:127.0.0.1:43989_solr) [n:127.0.0.1:43989_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 881805 INFO (zkCallback-1723-thread-2-processing-n:127.0.0.1:38699_solr) [n:127.0.0.1:38699_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 881805 INFO (zkCallback-1717-thread-1-processing-n:127.0.0.1:37879_solr) [n:127.0.0.1:37879_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 881805 INFO (zkCallback-1719-thread-2-processing-n:127.0.0.1:43989_solr) [n:127.0.0.1:43989_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 881805 INFO (zkCallback-1717-thread-2-processing-n:127.0.0.1:37879_solr) [n:127.0.0.1:37879_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 881854 INFO (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 881875 INFO (qtp248459130-8211) [n:127.0.0.1:37879_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1563
[junit4] 2> 881895 INFO (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 881895 INFO (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 881895 INFO (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41673/solr/reloaded_collection_shard2_replica_n4/
[junit4] 2> 881895 INFO (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=reloaded_collection_shard2_replica_n4 url=http://127.0.0.1:41673/solr START replicas=[http://127.0.0.1:43989/solr/reloaded_collection_shard2_replica_n6/] nUpdates=100
[junit4] 2> 881897 INFO (qtp1358276002-8239) [n:127.0.0.1:43989_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n6] o.a.s.c.S.Request [reloaded_collection_shard2_replica_n6] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 881956 INFO (zkCallback-1720-thread-1-processing-n:127.0.0.1:41673_solr) [n:127.0.0.1:41673_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 881956 INFO (zkCallback-1719-thread-2-processing-n:127.0.0.1:43989_solr) [n:127.0.0.1:43989_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 881956 INFO (zkCallback-1723-thread-2-processing-n:127.0.0.1:38699_solr) [n:127.0.0.1:38699_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 881956 INFO (zkCallback-1719-thread-1-processing-n:127.0.0.1:43989_solr) [n:127.0.0.1:43989_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 881956 INFO (zkCallback-1720-thread-2-processing-n:127.0.0.1:41673_solr) [n:127.0.0.1:41673_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 881956 INFO (zkCallback-1717-thread-2-processing-n:127.0.0.1:37879_solr) [n:127.0.0.1:37879_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 881956 INFO (zkCallback-1717-thread-1-processing-n:127.0.0.1:37879_solr) [n:127.0.0.1:37879_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 881956 INFO (zkCallback-1723-thread-1-processing-n:127.0.0.1:38699_solr) [n:127.0.0.1:38699_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 882196 INFO (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=reloaded_collection_shard2_replica_n4 url=http://127.0.0.1:41673/solr DONE. We have no versions. sync failed.
[junit4] 2> 882196 INFO (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 882196 INFO (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 882196 INFO (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 882200 INFO (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41673/solr/reloaded_collection_shard2_replica_n4/ shard2
[junit4] 2> 882302 INFO (zkCallback-1720-thread-1-processing-n:127.0.0.1:41673_solr) [n:127.0.0.1:41673_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 882302 INFO (zkCallback-1717-thread-2-processing-n:127.0.0.1:37879_solr) [n:127.0.0.1:37879_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 882302 INFO (zkCallback-1723-thread-1-processing-n:127.0.0.1:38699_solr) [n:127.0.0.1:38699_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 882302 INFO (zkCallback-1723-thread-2-processing-n:127.0.0.1:38699_solr) [n:127.0.0.1:38699_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 882302 INFO (zkCallback-1719-thread-1-processing-n:127.0.0.1:43989_solr) [n:127.0.0.1:43989_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 882302 INFO (zkCallback-1719-thread-2-processing-n:127.0.0.1:43989_solr) [n:127.0.0.1:43989_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 882302 INFO (zkCallback-1720-thread-2-processing-n:127.0.0.1:41673_solr) [n:127.0.0.1:41673_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 882302 INFO (zkCallback-1717-thread-1-processing-n:127.0.0.1:37879_solr) [n:127.0.0.1:37879_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 882351 INFO (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 882353 INFO (qtp1938110015-8232) [n:127.0.0.1:41673_solr c:reloaded_collection s:shard2 r:core_node7 x:reloaded_collection_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica_n4&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2041
[junit4] 2> 882400 INFO (qtp1358276002-8214) [n:127.0.0.1:43989_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica_n6&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2088
[junit4] 2> 882400 INFO (qtp64632047-8213) [n:127.0.0.1:38699_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica_n2&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2088
[junit4] 2> 882404 INFO (qtp1938110015-8212) [n:127.0.0.1:41673_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 882503 INFO (zkCallback-1720-thread-1-processing-n:127.0.0.1:41673_solr) [n:127.0.0.1:41673_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 882503 INFO (zkCallback-1717-thread-1-processing-n:127.0.0.1:37879_solr) [n:127.0.0.1:37879_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 882503 INFO (zkCallback-1717-thread-2-processing-n:127.0.0.1:37879_solr) [n:127.0.0.1:37879_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 882503 INFO (zkCallback-1719-thread-1-processing-n:127.0.0.1:43989_solr) [n:127.0.0.1:43989_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 882503 INFO (zkCallback-1723-thread-1-processing-n:127.0.0.1:38699_solr) [n:127.0.0.1:38699_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 882503 INFO (zkCallback-1720-thread-2-processing-n:127.0.0.1:41673_solr) [n:127.0.0.1:41673_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 882503 INFO (zkCallback-1723-thread-2-processing-n:127.0.0.1:38699_solr) [n:127.0.0.1:38699_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 882503 INFO (zkCallback-1719-thread-2-processing-n:127.0.0.1:43989_solr) [n:127.0.0.1:43989_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 883404 INFO (qtp1938110015-8212) [n:127.0.0.1:41673_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=reloaded_collection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3403
[junit4] 2> 883408 INFO (qtp248459130-8240) [n:127.0.0.1:37879_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 883410 INFO (qtp64632047-8222) [n:127.0.0.1:38699_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 883412 INFO (qtp1938110015-8232) [n:127.0.0.1:41673_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 883414 INFO (qtp1358276002-8239) [n:127.0.0.1:43989_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 883415 INFO (qtp1938110015-8228) [n:127.0.0.1:41673_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with params async=33b3928e-f885-478e-85ba-7c11c2d43e6a&name=reloaded_collection&action=RELOAD&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 883417 INFO (qtp1938110015-8228) [n:127.0.0.1:41673_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=33b3928e-f885-478e-8
[...truncated too long message...]
[junit4] 2> 980515 INFO (jetty-closer-1690-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 980515 INFO (jetty-closer-1690-thread-4) [ ] o.a.s.c.Overseer Overseer (id=99413817234489353-127.0.0.1:37879_solr-n_0000000001) closing
[junit4] 2> 980515 INFO (jetty-closer-1690-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@50d1f064: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@4af99348
[junit4] 2> 980515 INFO (OverseerStateUpdate-99413817234489353-127.0.0.1:37879_solr-n_0000000001) [n:127.0.0.1:37879_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37879_solr
[junit4] 2> 980516 INFO (zkCallback-1719-thread-4-processing-n:127.0.0.1:43989_solr) [n:127.0.0.1:43989_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (2)
[junit4] 2> 980516 INFO (zkCallback-1719-thread-5-processing-n:127.0.0.1:43989_solr) [n:127.0.0.1:43989_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 980516 INFO (jetty-closer-1690-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4414fbde{/solr,null,UNAVAILABLE}
[junit4] 2> 980516 WARN (OverseerAutoScalingTriggerThread-99413817234489353-127.0.0.1:37879_solr-n_0000000001) [n:127.0.0.1:37879_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 980517 INFO (jetty-closer-1690-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 980519 INFO (jetty-closer-1690-thread-3) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:38699_solr
[junit4] 2> 980519 INFO (jetty-closer-1690-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4c25aeed{/solr,null,UNAVAILABLE}
[junit4] 2> 980520 INFO (jetty-closer-1690-thread-4) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 980520 INFO (zkCallback-1719-thread-6-processing-n:127.0.0.1:43989_solr) [n:127.0.0.1:43989_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43989_solr
[junit4] 2> 980520 INFO (zkCallback-1750-thread-2-processing-n:127.0.0.1:38699_solr) [n:127.0.0.1:38699_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 980521 INFO (zkCallback-1719-thread-4-processing-n:127.0.0.1:43989_solr) [n:127.0.0.1:43989_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 980521 INFO (jetty-closer-1690-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 980521 INFO (coreCloseExecutor-3518-thread-1) [n:127.0.0.1:38699_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n2] o.a.s.c.SolrCore [halfdeletedcollection_shard2_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@4d383c3a
[junit4] 2> 980521 INFO (coreCloseExecutor-3518-thread-1) [n:127.0.0.1:38699_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.halfdeletedcollection.shard2.replica_n2, tag=1295531066
[junit4] 2> 980522 INFO (coreCloseExecutor-3518-thread-1) [n:127.0.0.1:38699_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@307cea8b: rootName = null, domain = solr.core.halfdeletedcollection.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.halfdeletedcollection.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@45b18539
[junit4] 2> 980533 INFO (coreCloseExecutor-3515-thread-1) [n:127.0.0.1:43989_solr c:halfdeletedcollection s:shard1 r:core_node3 x:halfdeletedcollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.halfdeletedcollection.shard1.leader, tag=649864028
[junit4] 2> 980535 INFO (zkCallback-1750-thread-2-processing-n:127.0.0.1:38699_solr) [n:127.0.0.1:38699_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38699_solr
[junit4] 2> 980535 INFO (jetty-closer-1690-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@374e71e4{/solr,null,UNAVAILABLE}
[junit4] 2> 980535 INFO (jetty-closer-1690-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 980537 INFO (coreCloseExecutor-3518-thread-1) [n:127.0.0.1:38699_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.halfdeletedcollection.shard2.leader, tag=1295531066
[junit4] 2> 980538 INFO (jetty-closer-1690-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6f495d2a{/solr,null,UNAVAILABLE}
[junit4] 2> 980538 INFO (jetty-closer-1690-thread-3) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 980539 ERROR (SUITE-CollectionsAPIDistributedZkTest-seed#[368344D18C9AD37E]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 980539 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[368344D18C9AD37E]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46399 46399
[junit4] 2> 980545 INFO (Thread-2371) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46399 46399
[junit4] 2> 980546 WARN (Thread-2371) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 16 /solr/configs/conf
[junit4] 2> 14 /solr/aliases.json
[junit4] 2> 14 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 44 /solr/collections/addReplicaColl/state.json
[junit4] 2> 39 /solr/collections/nodes_used_collection/state.json
[junit4] 2> 14 /solr/clusterstate.json
[junit4] 2> 13 /solr/collections/onlyinzk/state.json
[junit4] 2> 13 /solr/collections/halfdeletedcollection/state.json
[junit4] 2> 5 /solr/collections/withconfigset2/state.json
[junit4] 2> 4 /solr/collections/halfcollectionblocker/state.json
[junit4] 2> 4 /solr/collections/awhollynewcollection_0/state.json
[junit4] 2> 4 /solr/collections/halfcollection/state.json
[junit4] 2> 4 /solr/collections/halfcollectionblocker2/state.json
[junit4] 2> 2 /solr/collections/addReplicaColl/leader_elect/shard1/election/99413817234489355-core_node5-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 314 /solr/collections
[junit4] 2> 14 /solr/live_nodes
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_368344D18C9AD37E-001
[junit4] 2> Jan 26, 2018 2:42:47 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 6 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=true): {}, locale=mk, timezone=America/Tegucigalpa
[junit4] 2> NOTE: Linux 4.13.0-31-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=104041608,total=522190848
[junit4] 2> NOTE: All tests run in this JVM: [TestFieldCacheReopen, TestShortCircuitedRequests, SchemaApiFailureTest, TestElisionMultitermQuery, TestChildDocTransformer, PeerSyncTest, TestJettySolrRunner, AtomicUpdatesTest, AsyncCallRequestStatusResponseTest, DeleteShardTest, SolrMetricManagerTest, RequiredFieldsTest, SoftAutoCommitTest, ScriptEngineTest, TestDFISimilarityFactory, TestSQLHandlerNonCloud, TestZkChroot, TestTlogReplica, TestPolicyCloud, BasicAuthIntegrationTest, TestJavabinTupleStreamParser, EnumFieldTest, SolrShardReporterTest, AutoscalingHistoryHandlerTest, CollectionReloadTest, JvmMetricsTest, BlockJoinFacetDistribTest, StatsReloadRaceTest, VersionInfoTest, TestUtilizeNode, TestSchemaManager, TestTrie, TestLeaderElectionWithEmptyReplica, DistanceUnitsTest, OverriddenZkACLAndCredentialsProvidersTest, TestImplicitCoreProperties, TestSchemaVersionResource, PrimUtilsTest, TestStressRecovery, IgnoreCommitOptimizeUpdateProcessorFactoryTest, MergeStrategyTest, TestFieldCacheVsDocValues, TestJsonFacetRefinement, SignatureUpdateProcessorFactoryTest, TestSubQueryTransformerDistrib, TestCharFilters, SpatialHeatmapFacetsTest, MoveReplicaHDFSFailoverTest, TestCloudPseudoReturnFields, ZkStateWriterTest, HdfsTlogReplayBufferedWhileIndexingTest, TestPrepRecovery, FastVectorHighlighterTest, TestSystemIdResolver, TestDynamicFieldCollectionResource, SuggesterFSTTest, DirectUpdateHandlerOptimizeTest, CdcrRequestHandlerTest, AlternateDirectoryTest, MultiThreadedOCPTest, TestQueryWrapperFilter, TestMissingGroups, DistributedDebugComponentTest, TestPostingsSolrHighlighter, TestNumericRangeQuery64, TestSolrCloudWithHadoopAuthPlugin, SearchHandlerTest, TestSolrCloudWithDelegationTokens, SOLR749Test, TestOverriddenPrefixQueryForCustomFieldType, HttpTriggerListenerTest, TestInitQParser, HLLUtilTest, TestTriggerIntegration, TestAnalyzeInfixSuggestions, ReplaceNodeTest, HighlighterMaxOffsetTest, TestCollectionAPI, CollectionsAPIDistributedZkTest]
[junit4] Completed [208/767 (1!)] on J1 in 101.15s, 19 tests, 1 error <<< FAILURES!
[...truncated 50047 lines...]
[JENKINS-EA] Lucene-Solr-7.x-Linux (64bit/jdk-10-ea+37) - Build #
1243 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1243/
Java: 64bit/jdk-10-ea+37 -XX:-UseCompressedOops -XX:+UseG1GC
2 tests failed.
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testDistributions
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([151C81FB2F33C268:AAE3C051F1C922F4]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testDistributions(StreamExpressionTest.java:6637)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([F56B0DD2318758FA:4F673A5D6E6F8EB5]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.junit.Assert.assertNull(Assert.java:562)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1575)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12642 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_F56B0DD2318758FA-001/init-core-data-001
[junit4] 2> 771915 WARN (SUITE-TriggerIntegrationTest-seed#[F56B0DD2318758FA]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 771915 INFO (SUITE-TriggerIntegrationTest-seed#[F56B0DD2318758FA]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 771916 INFO (SUITE-TriggerIntegrationTest-seed#[F56B0DD2318758FA]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 771916 INFO (SUITE-TriggerIntegrationTest-seed#[F56B0DD2318758FA]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 771916 INFO (SUITE-TriggerIntegrationTest-seed#[F56B0DD2318758FA]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_F56B0DD2318758FA-001/tempDir-001
[junit4] 2> 771916 INFO (SUITE-TriggerIntegrationTest-seed#[F56B0DD2318758FA]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 771916 INFO (Thread-1322) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 771917 INFO (Thread-1322) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 771918 ERROR (Thread-1322) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 772017 INFO (SUITE-TriggerIntegrationTest-seed#[F56B0DD2318758FA]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:46527
[junit4] 2> 772018 INFO (zkConnectionManagerCallback-1578-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 772020 INFO (jetty-launcher-1575-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 772020 INFO (jetty-launcher-1575-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 772021 INFO (jetty-launcher-1575-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 772021 INFO (jetty-launcher-1575-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 772021 INFO (jetty-launcher-1575-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 772021 INFO (jetty-launcher-1575-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 772021 INFO (jetty-launcher-1575-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 772021 INFO (jetty-launcher-1575-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 772021 INFO (jetty-launcher-1575-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@969916a{/solr,null,AVAILABLE}
[junit4] 2> 772021 INFO (jetty-launcher-1575-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2c3c0ea7{/solr,null,AVAILABLE}
[junit4] 2> 772022 INFO (jetty-launcher-1575-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@524d294{HTTP/1.1,[http/1.1]}{127.0.0.1:41849}
[junit4] 2> 772022 INFO (jetty-launcher-1575-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2c8a75cb{HTTP/1.1,[http/1.1]}{127.0.0.1:37777}
[junit4] 2> 772023 INFO (jetty-launcher-1575-thread-2) [ ] o.e.j.s.Server Started @774139ms
[junit4] 2> 772023 INFO (jetty-launcher-1575-thread-1) [ ] o.e.j.s.Server Started @774139ms
[junit4] 2> 772023 INFO (jetty-launcher-1575-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41849}
[junit4] 2> 772023 INFO (jetty-launcher-1575-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37777}
[junit4] 2> 772023 ERROR (jetty-launcher-1575-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 772023 ERROR (jetty-launcher-1575-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 772023 INFO (jetty-launcher-1575-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 772023 INFO (jetty-launcher-1575-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 772023 INFO (jetty-launcher-1575-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 772023 INFO (jetty-launcher-1575-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 772023 INFO (jetty-launcher-1575-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 772023 INFO (jetty-launcher-1575-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 772023 INFO (jetty-launcher-1575-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T22:54:10.822398Z
[junit4] 2> 772023 INFO (jetty-launcher-1575-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T22:54:10.822416Z
[junit4] 2> 772024 INFO (zkConnectionManagerCallback-1582-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 772024 INFO (zkConnectionManagerCallback-1581-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 772024 INFO (jetty-launcher-1575-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 772024 INFO (jetty-launcher-1575-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 772028 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1612f87491c0001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 772029 INFO (jetty-launcher-1575-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46527/solr
[junit4] 2> 772029 INFO (jetty-launcher-1575-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46527/solr
[junit4] 2> 772030 INFO (zkConnectionManagerCallback-1588-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 772030 INFO (zkConnectionManagerCallback-1590-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 772031 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1612f87491c0004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 772031 INFO (zkConnectionManagerCallback-1592-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 772031 INFO (zkConnectionManagerCallback-1594-thread-1-processing-n:127.0.0.1:41849_solr) [n:127.0.0.1:41849_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 772101 INFO (jetty-launcher-1575-thread-1) [n:127.0.0.1:37777_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 772101 INFO (jetty-launcher-1575-thread-2) [n:127.0.0.1:41849_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 772102 INFO (jetty-launcher-1575-thread-1) [n:127.0.0.1:37777_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37777_solr
[junit4] 2> 772102 INFO (jetty-launcher-1575-thread-2) [n:127.0.0.1:41849_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41849_solr
[junit4] 2> 772102 INFO (jetty-launcher-1575-thread-1) [n:127.0.0.1:37777_solr ] o.a.s.c.Overseer Overseer (id=99412924872523781-127.0.0.1:37777_solr-n_0000000000) starting
[junit4] 2> 772108 INFO (zkCallback-1591-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 772109 INFO (zkCallback-1593-thread-1-processing-n:127.0.0.1:41849_solr) [n:127.0.0.1:41849_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 772109 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 772110 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 772110 INFO (jetty-launcher-1575-thread-1) [n:127.0.0.1:37777_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37777_solr
[junit4] 2> 772110 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:41849_solr]
[junit4] 2> 772110 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 772110 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 772110 INFO (zkCallback-1591-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 772111 INFO (zkCallback-1593-thread-1-processing-n:127.0.0.1:41849_solr) [n:127.0.0.1:41849_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 772112 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 772112 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 772112 DEBUG (ScheduledTrigger-3366-thread-1) [n:127.0.0.1:37777_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 772151 INFO (jetty-launcher-1575-thread-1) [n:127.0.0.1:37777_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37777.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@342b30c5
[junit4] 2> 772153 INFO (jetty-launcher-1575-thread-2) [n:127.0.0.1:41849_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41849.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@342b30c5
[junit4] 2> 772157 INFO (jetty-launcher-1575-thread-1) [n:127.0.0.1:37777_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37777.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@342b30c5
[junit4] 2> 772157 INFO (jetty-launcher-1575-thread-1) [n:127.0.0.1:37777_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37777.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@342b30c5
[junit4] 2> 772158 INFO (jetty-launcher-1575-thread-1) [n:127.0.0.1:37777_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_F56B0DD2318758FA-001/tempDir-001/node1/.
[junit4] 2> 772161 INFO (jetty-launcher-1575-thread-2) [n:127.0.0.1:41849_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41849.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@342b30c5
[junit4] 2> 772161 INFO (jetty-launcher-1575-thread-2) [n:127.0.0.1:41849_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41849.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@342b30c5
[junit4] 2> 772162 INFO (jetty-launcher-1575-thread-2) [n:127.0.0.1:41849_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_F56B0DD2318758FA-001/tempDir-001/node2/.
[junit4] 2> 772246 INFO (zkConnectionManagerCallback-1600-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 772248 INFO (zkConnectionManagerCallback-1604-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 772249 INFO (SUITE-TriggerIntegrationTest-seed#[F56B0DD2318758FA]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 772250 INFO (SUITE-TriggerIntegrationTest-seed#[F56B0DD2318758FA]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46527/solr ready
[junit4] 2> 772255 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F56B0DD2318758FA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTrigger
[junit4] 2> 772256 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F56B0DD2318758FA]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 772256 DEBUG (zkCallback-1591-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 772256 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 772257 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 772257 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 772257 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 772261 INFO (qtp650930320-7114) [n:127.0.0.1:37777_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 772262 INFO (qtp1212979569-7054) [n:127.0.0.1:41849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 772262 DEBUG (qtp650930320-7055) [n:127.0.0.1:37777_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 772262 INFO (qtp650930320-7055) [n:127.0.0.1:37777_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 772262 DEBUG (zkCallback-1591-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 772264 DEBUG (zkCallback-1591-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:37777_solr, 127.0.0.1:41849_solr]
[junit4] 2> 772264 DEBUG (zkCallback-1591-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 772264 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 772265 INFO (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 772265 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 772265 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 772266 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F56B0DD2318758FA]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 772266 DEBUG (ScheduledTrigger-3366-thread-1) [n:127.0.0.1:37777_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 772266 DEBUG (ScheduledTrigger-3366-thread-1) [n:127.0.0.1:37777_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 772266 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F56B0DD2318758FA]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 772266 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F56B0DD2318758FA]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 772266 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F56B0DD2318758FA]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 772267 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F56B0DD2318758FA]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6792ae36{/solr,null,AVAILABLE}
[junit4] 2> 772267 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F56B0DD2318758FA]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@735959e8{HTTP/1.1,[http/1.1]}{127.0.0.1:43151}
[junit4] 2> 772267 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F56B0DD2318758FA]) [ ] o.e.j.s.Server Started @774383ms
[junit4] 2> 772267 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F56B0DD2318758FA]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43151}
[junit4] 2> 772267 ERROR (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F56B0DD2318758FA]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 772267 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F56B0DD2318758FA]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 772267 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F56B0DD2318758FA]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 772267 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F56B0DD2318758FA]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 772267 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F56B0DD2318758FA]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T22:54:11.066944Z
[junit4] 2> 772269 INFO (zkConnectionManagerCallback-1606-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 772269 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F56B0DD2318758FA]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 772274 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F56B0DD2318758FA]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46527/solr
[junit4] 2> 772275 INFO (zkConnectionManagerCallback-1610-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 772276 INFO (zkConnectionManagerCallback-1612-thread-1-processing-n:127.0.0.1:43151_solr) [n:127.0.0.1:43151_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 772279 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F56B0DD2318758FA]) [n:127.0.0.1:43151_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 772280 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F56B0DD2318758FA]) [n:127.0.0.1:43151_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 772281 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F56B0DD2318758FA]) [n:127.0.0.1:43151_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43151_solr
[junit4] 2> 772282 INFO (zkCallback-1591-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 772282 INFO (zkCallback-1593-thread-1-processing-n:127.0.0.1:41849_solr) [n:127.0.0.1:41849_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 772282 INFO (zkCallback-1603-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 772282 INFO (zkCallback-1611-thread-1-processing-n:127.0.0.1:43151_solr) [n:127.0.0.1:43151_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 772312 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F56B0DD2318758FA]) [n:127.0.0.1:43151_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43151.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@342b30c5
[junit4] 2> 772320 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F56B0DD2318758FA]) [n:127.0.0.1:43151_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43151.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@342b30c5
[junit4] 2> 772320 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F56B0DD2318758FA]) [n:127.0.0.1:43151_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43151.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@342b30c5
[junit4] 2> 772321 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F56B0DD2318758FA]) [n:127.0.0.1:43151_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_F56B0DD2318758FA-001/tempDir-001/node3/.
[junit4] 2> 773267 DEBUG (ScheduledTrigger-3366-thread-2) [n:127.0.0.1:37777_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 773267 DEBUG (ScheduledTrigger-3366-thread-2) [n:127.0.0.1:37777_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 773267 DEBUG (ScheduledTrigger-3366-thread-2) [n:127.0.0.1:37777_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:43151_solr at time 214636395300238
[junit4] 2> 774268 DEBUG (ScheduledTrigger-3366-thread-2) [n:127.0.0.1:37777_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 774268 DEBUG (ScheduledTrigger-3366-thread-2) [n:127.0.0.1:37777_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 775268 DEBUG (ScheduledTrigger-3366-thread-2) [n:127.0.0.1:37777_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 775268 DEBUG (ScheduledTrigger-3366-thread-2) [n:127.0.0.1:37777_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 775268 DEBUG (ScheduledTrigger-3366-thread-2) [n:127.0.0.1:37777_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:43151_solr] added at times [214636395300238], now=214638396279801
[junit4] 2> 775268 DEBUG (ScheduledTrigger-3366-thread-2) [n:127.0.0.1:37777_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"c335ee19058eT7p4mltw2n7sx3cykiqu6106qj",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":214636395300238,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[214636395300238],
[junit4] 2> "nodeNames":["127.0.0.1:43151_solr"]}}
[junit4] 2> 775269 DEBUG (ScheduledTrigger-3366-thread-2) [n:127.0.0.1:37777_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger]
[junit4] 2> 775269 INFO (ScheduledTrigger-3366-thread-2) [n:127.0.0.1:37777_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 775269 DEBUG (AutoscalingActionExecutor-3367-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"c335ee19058eT7p4mltw2n7sx3cykiqu6106qj",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":214636395300238,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[214636395300238],
[junit4] 2> "_enqueue_time_":214638396738650,
[junit4] 2> "nodeNames":["127.0.0.1:43151_solr"]}}
[junit4] 2> 775270 DEBUG (AutoscalingActionExecutor-3367-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 5000ms
[junit4] 2> 775270 DEBUG (AutoscalingActionExecutor-3367-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 0 ms for event id=c335ee19058eT7p4mltw2n7sx3cykiqu6106qj
[junit4] 2> 775274 INFO (qtp650930320-7067) [n:127.0.0.1:37777_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 775276 INFO (qtp1212979569-7062) [n:127.0.0.1:41849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 775277 INFO (qtp369078986-7120) [n:127.0.0.1:43151_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 775277 DEBUG (qtp650930320-7063) [n:127.0.0.1:37777_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 775277 INFO (qtp650930320-7063) [n:127.0.0.1:37777_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 775277 DEBUG (zkCallback-1591-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 775278 DEBUG (zkCallback-1591-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:37777_solr, 127.0.0.1:43151_solr, 127.0.0.1:41849_solr]
[junit4] 2> 775278 DEBUG (zkCallback-1591-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 775278 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 775278 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 775278 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 777278 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F56B0DD2318758FA]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTrigger
[junit4] 2> 777287 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[F56B0DD2318758FA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSetProperties
[junit4] 2> 777287 DEBUG (zkCallback-1591-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 777288 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 777288 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 777288 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 777288 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 777288 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[F56B0DD2318758FA]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5
[junit4] 2> 778301 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[F56B0DD2318758FA]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerScheduleDelaySeconds from: 1 to: 4
[junit4] 2> 782318 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[F56B0DD2318758FA]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerScheduleDelaySeconds from: 4 to: 1
[junit4] 2> 792322 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[F56B0DD2318758FA]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerCorePoolSize from: 4 to: 6
[junit4] 2> 802331 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[F56B0DD2318758FA]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSetProperties
[junit4] 2> 802347 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEventQueue
[junit4] 2> 802348 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 6
[junit4] 2> 802348 DEBUG (zkCallback-1591-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 802348 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 802348 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 802349 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 802349 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 802351 INFO (qtp650930320-7113) [n:127.0.0.1:37777_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 802356 INFO (qtp650930320-7113) [n:127.0.0.1:37777_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 802360 INFO (qtp650930320-7065) [n:127.0.0.1:37777_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 802362 INFO (qtp1212979569-7066) [n:127.0.0.1:41849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 802364 INFO (qtp369078986-7124) [n:127.0.0.1:43151_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 802364 DEBUG (qtp650930320-7063) [n:127.0.0.1:37777_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 802365 INFO (qtp650930320-7063) [n:127.0.0.1:37777_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 802365 DEBUG (zkCallback-1591-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 802366 INFO (zkCallback-1591-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventQueueAction instantiated
[junit4] 2> 802366 DEBUG (zkCallback-1591-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:37777_solr, 127.0.0.1:43151_solr, 127.0.0.1:41849_solr]
[junit4] 2> 802366 DEBUG (zkCallback-1591-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEQ instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventQueueAction}], enabled=true}
[junit4] 2> 802366 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 802368 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 802368 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 802368 DEBUG (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 802368 DEBUG (ScheduledTrigger-3366-thread-3) [n:127.0.0.1:37777_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
[junit4] 2> 802368 DEBUG (ScheduledTrigger-3366-thread-3) [n:127.0.0.1:37777_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 802369 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 802370 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 802370 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 802370 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 802370 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@63b5161e{/solr,null,AVAILABLE}
[junit4] 2> 802371 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2db303c8{HTTP/1.1,[http/1.1]}{127.0.0.1:43633}
[junit4] 2> 802371 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [ ] o.e.j.s.Server Started @804487ms
[junit4] 2> 802371 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43633}
[junit4] 2> 802371 ERROR (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 802371 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 802371 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 802371 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 802371 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T22:54:41.170587Z
[junit4] 2> 802373 INFO (zkConnectionManagerCallback-1616-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 802373 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 802380 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46527/solr
[junit4] 2> 802381 INFO (zkConnectionManagerCallback-1620-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 802383 INFO (zkConnectionManagerCallback-1622-thread-1-processing-n:127.0.0.1:43633_solr) [n:127.0.0.1:43633_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 802386 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [n:127.0.0.1:43633_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 802386 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [n:127.0.0.1:43633_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 802387 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [n:127.0.0.1:43633_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43633_solr
[junit4] 2> 802388 INFO (zkCallback-1593-thread-1-processing-n:127.0.0.1:41849_solr) [n:127.0.0.1:41849_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 802388 INFO (zkCallback-1603-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 802388 INFO (zkCallback-1591-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 802388 INFO (zkCallback-1611-thread-1-processing-n:127.0.0.1:43151_solr) [n:127.0.0.1:43151_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 802389 INFO (zkCallback-1621-thread-1-processing-n:127.0.0.1:43633_solr) [n:127.0.0.1:43633_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 802415 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [n:127.0.0.1:43633_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43633.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@342b30c5
[junit4] 2> 802420 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [n:127.0.0.1:43633_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43633.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@342b30c5
[junit4] 2> 802421 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [n:127.0.0.1:43633_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43633.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@342b30c5
[junit4] 2> 802421 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [n:127.0.0.1:43633_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_F56B0DD2318758FA-001/tempDir-001/node4/.
[junit4] 2> 803369 DEBUG (ScheduledTrigger-3366-thread-3) [n:127.0.0.1:37777_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
[junit4] 2> 803369 DEBUG (ScheduledTrigger-3366-thread-3) [n:127.0.0.1:37777_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 803369 DEBUG (ScheduledTrigger-3366-thread-3) [n:127.0.0.1:37777_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:43633_solr at time 214666497208719
[junit4] 2> 804354 INFO (OverseerCollectionConfigSetProcessor-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 804370 DEBUG (ScheduledTrigger-3366-thread-3) [n:127.0.0.1:37777_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
[junit4] 2> 804371 DEBUG (ScheduledTrigger-3366-thread-3) [n:127.0.0.1:37777_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 804371 DEBUG (ScheduledTrigger-3366-thread-3) [n:127.0.0.1:37777_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEQ firing registered processor for nodes: [127.0.0.1:43633_solr] added at times [214666497208719], now=214667498730467
[junit4] 2> 804371 DEBUG (ScheduledTrigger-3366-thread-3) [n:127.0.0.1:37777_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"c33cf04fb18fT7p4mltw2n7sx3cykiqu6106ql",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":214666497208719,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[214666497208719],
[junit4] 2> "nodeNames":["127.0.0.1:43633_solr"]}}
[junit4] 2> 804371 DEBUG (ScheduledTrigger-3366-thread-3) [n:127.0.0.1:37777_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_triggerEQ]
[junit4] 2> 804371 INFO (ScheduledTrigger-3366-thread-3) [n:127.0.0.1:37777_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 804371 DEBUG (AutoscalingActionExecutor-3367-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"c33cf04fb18fT7p4mltw2n7sx3cykiqu6106ql",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":214666497208719,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[214666497208719],
[junit4] 2> "_enqueue_time_":214667498860834,
[junit4] 2> "nodeNames":["127.0.0.1:43633_solr"]}}
[junit4] 2> 804371 INFO (AutoscalingActionExecutor-3367-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr ] o.a.s.c.a.TriggerIntegrationTest -- event: {
[junit4] 2> "id":"c33cf04fb18fT7p4mltw2n7sx3cykiqu6106ql",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":214666497208719,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[214666497208719],
[junit4] 2> "_enqueue_time_":214667498860834,
[junit4] 2> "nodeNames":["127.0.0.1:43633_solr"]}}
[junit4] 2> 804372 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2c8a75cb{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 804373 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1592650796
[junit4] 2> 804373 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 804373 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@363fdc81: rootName = solr_37777, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6310f4dd
[junit4] 2> 804377 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 804377 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4a75a00: rootName = solr_37777, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@2fbd3000
[junit4] 2> 804380 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 804380 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@566141c7: rootName = solr_37777, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@4c738714
[junit4] 2> 804381 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:37777_solr
[junit4] 2> 804381 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 804381 INFO (zkCallback-1611-thread-1-processing-n:127.0.0.1:43151_solr) [n:127.0.0.1:43151_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 804381 INFO (zkCallback-1591-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 804381 INFO (zkCallback-1593-thread-1-processing-n:127.0.0.1:41849_solr) [n:127.0.0.1:41849_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 804381 INFO (zkCallback-1603-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 804381 INFO (zkCallback-1621-thread-1-processing-n:127.0.0.1:43633_solr) [n:127.0.0.1:43633_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 804381 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 804381 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [ ] o.a.s.c.Overseer Overseer (id=99412924872523781-127.0.0.1:37777_solr-n_0000000000) closing
[junit4] 2> 804381 INFO (OverseerStateUpdate-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37777_solr
[junit4] 2> 804381 WARN (OverseerAutoScalingTriggerThread-99412924872523781-127.0.0.1:37777_solr-n_0000000000) [n:127.0.0.1:37777_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 804382 DEBUG (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 804382 WARN (AutoscalingActionExecutor-3367-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr ] o.a.s.c.a.ScheduledTriggers Exception executing actions
[junit4] 2> org.apache.lucene.store.AlreadyClosedException: ScheduledTrigger node_added_triggerEQ has been closed.
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers$ScheduledTrigger.dequeue(ScheduledTriggers.java:526)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$3(ScheduledTriggers.java:310)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 804382 DEBUG (AutoscalingActionExecutor-3367-thread-1-processing-n:127.0.0.1:37777_solr) [n:127.0.0.1:37777_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 10 ms for event id=c33cf04fb18fT7p4mltw2n7sx3cykiqu6106ql
[junit4] 2> 804382 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2c3c0ea7{/solr,null,UNAVAILABLE}
[junit4] 2> 804382 INFO (zkCallback-1593-thread-1-processing-n:127.0.0.1:41849_solr) [n:127.0.0.1:41849_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41849_solr
[junit4] 2> 804382 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 804383 INFO (zkCallback-1593-thread-1-processing-n:127.0.0.1:41849_solr) [n:127.0.0.1:41849_solr ] o.a.s.c.Overseer Overseer (id=99412924872523782-127.0.0.1:41849_solr-n_0000000001) starting
[junit4] 2> 804385 DEBUG (OverseerAutoScalingTriggerThread-99412924872523782-127.0.0.1:41849_solr-n_0000000001) [n:127.0.0.1:41849_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 804385 DEBUG (OverseerAutoScalingTriggerThread-99412924872523782-127.0.0.1:41849_solr-n_0000000001) [n:127.0.0.1:41849_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 804385 INFO (OverseerAutoScalingTriggerThread-99412924872523782-127.0.0.1:41849_solr-n_0000000001) [n:127.0.0.1:41849_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventQueueAction instantiated
[junit4] 2> 804385 DEBUG (OverseerAutoScalingTriggerThread-99412924872523782-127.0.0.1:41849_solr-n_0000000001) [n:127.0.0.1:41849_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:43151_solr, 127.0.0.1:41849_solr, 127.0.0.1:43633_solr]
[junit4] 2> 804385 DEBUG (OverseerAutoScalingTriggerThread-99412924872523782-127.0.0.1:41849_solr-n_0000000001) [n:127.0.0.1:41849_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEQ instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventQueueAction}], enabled=true}
[junit4] 2> 804386 DEBUG (OverseerAutoScalingTriggerThread-99412924872523782-127.0.0.1:41849_solr-n_0000000001) [n:127.0.0.1:41849_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:43151_solr, 127.0.0.1:41849_solr, 127.0.0.1:43633_solr]
[junit4] 2> 804386 DEBUG (OverseerAutoScalingTriggerThread-99412924872523782-127.0.0.1:41849_solr-n_0000000001) [n:127.0.0.1:41849_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion -1
[junit4] 2> 804386 DEBUG (OverseerAutoScalingTriggerThread-99412924872523782-127.0.0.1:41849_solr-n_0000000001) [n:127.0.0.1:41849_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 804386 DEBUG (OverseerAutoScalingTriggerThread-99412924872523782-127.0.0.1:41849_solr-n_0000000001) [n:127.0.0.1:41849_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 804386 DEBUG (ScheduledTrigger-3389-thread-1) [n:127.0.0.1:41849_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 804386 DEBUG (OverseerAutoScalingTriggerThread-99412924872523782-127.0.0.1:41849_solr-n_0000000001) [n:127.0.0.1:41849_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 804387 DEBUG (ScheduledTrigger-3389-thread-2) [n:127.0.0.1:41849_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"c33cf04fb18fT7p4mltw2n7sx3cykiqu6106ql",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":214666497208719,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[214666497208719],
[junit4] 2> "_dequeue_time_":214667514825038,
[junit4] 2> "_enqueue_time_":214667498860834,
[junit4] 2> "nodeNames":["127.0.0.1:43633_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 804387 DEBUG (ScheduledTrigger-3389-thread-2) [n:127.0.0.1:41849_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_triggerEQ]
[junit4] 2> 804387 INFO (ScheduledTrigger-3389-thread-2) [n:127.0.0.1:41849_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 804387 DEBUG (AutoscalingActionExecutor-3390-thread-1-processing-n:127.0.0.1:41849_solr) [n:127.0.0.1:41849_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"c33cf04fb18fT7p4mltw2n7sx3cykiqu6106ql",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":214666497208719,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[214666497208719],
[junit4] 2> "_dequeue_time_":214667514825038,
[junit4] 2> "_enqueue_time_":214667498860834,
[junit4] 2> "nodeNames":["127.0.0.1:43633_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 804387 INFO (AutoscalingActionExecutor-3390-thread-1-processing-n:127.0.0.1:41849_solr) [n:127.0.0.1:41849_solr ] o.a.s.c.a.TriggerIntegrationTest -- event: {
[junit4] 2> "id":"c33cf04fb18fT7p4mltw2n7sx3cykiqu6106ql",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":214666497208719,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[214666497208719],
[junit4] 2> "_dequeue_time_":214667514825038,
[junit4] 2> "_enqueue_time_":214667498860834,
[junit4] 2> "nodeNames":["127.0.0.1:43633_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 804388 DEBUG (ScheduledTrigger-3389-thread-2) [n:127.0.0.1:41849_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
[junit4] 2> 804388 DEBUG (ScheduledTrigger-3389-thread-2) [n:127.0.0.1:41849_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 804388 DEBUG (AutoscalingActionExecutor-3390-thread-1-processing-n:127.0.0.1:41849_solr) [n:127.0.0.1:41849_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
[junit4] 2> 804388 DEBUG (AutoscalingActionExecutor-3390-thread-1-processing-n:127.0.0.1:41849_solr) [n:127.0.0.1:41849_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerEQ after 5000ms
[junit4] 2> 804388 DEBUG (AutoscalingActionExecutor-3390-thread-1-processing-n:127.0.0.1:41849_solr) [n:127.0.0.1:41849_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=c33cf04fb18fT7p4mltw2n7sx3cykiqu6106ql
[junit4] 2> 809383 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F56B0DD2318758FA]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testEventQueue
[junit4] 2> 809389 DEBUG (ScheduledTrigger-3389-thread-1) [n:127.0.0.1:41849_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 809389 DEBUG (ScheduledTrigger-3389-thread-3) [n:127.0.0.1:41849_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
[junit4] 2> 809389 DEBUG (ScheduledTrigger-3389-thread-3) [n:127.0.0.1:41849_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 809394 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testContinueTriggersOnOverseerRestart
[junit4] 2> 809394 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 9
[junit4] 2> 809394 DEBUG (zkCallback-1593-thread-1-processing-n:127.0.0.1:41849_solr) [n:127.0.0.1:41849_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 809395 DEBUG (OverseerAutoScalingTriggerThread-99412924872523782-127.0.0.1:41849_solr-n_0000000001) [n:127.0.0.1:41849_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 809396 DEBUG (OverseerAutoScalingTriggerThread-99412924872523782-127.0.0.1:41849_solr-n_0000000001) [n:127.0.0.1:41849_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 809396 DEBUG (OverseerAutoScalingTriggerThread-99412924872523782-127.0.0.1:41849_solr-n_0000000001) [n:127.0.0.1:41849_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 809396 DEBUG (OverseerAutoScalingTriggerThread-99412924872523782-127.0.0.1:41849_solr-n_0000000001) [n:127.0.0.1:41849_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
[junit4] 2> 809397 INFO (qtp1212979569-7066) [n:127.0.0.1:41849_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 809402 INFO (qtp1212979569-7066) [n:127.0.0.1:41849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 809405 INFO (qtp1212979569-7054) [n:127.0.0.1:41849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 809406 INFO (qtp369078986-7124) [n:127.0.0.1:43151_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 809417 INFO (qtp1835792801-7155) [n:127.0.0.1:43633_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 809417 DEBUG (qtp1212979569-7064) [n:127.0.0.1:41849_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 809418 INFO (qtp1212979569-7064) [n:127.0.0.1:41849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=14
[junit4] 2> 809418 DEBUG (zkCallback-1593-thread-1-processing-n:127.0.0.1:41849_solr) [n:127.0.0.1:41849_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
[junit4] 2> 809418 DEBUG (zkCallback-1593-thread-1-processing-n:127.0.0.1:41849_solr) [n:127.0.0.1:41849_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:43151_solr, 127.0.0.1:41849_solr, 127.0.0.1:43633_solr]
[junit4] 2> 809418 DEBUG (zkCallback-1593-thread-1-processing-n:127.0.0.1:41849_solr) [n:127.0.0.1:41849_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerCTOOR instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 809418 DEBUG (OverseerAutoScalingTriggerThread-99412924872523782-127.0.0.1:41849_solr-n_0000000001) [n:127.0.0.1:41849_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
[junit4] 2> 809419 INFO (OverseerAutoScalingTriggerThread-99412924872523782-127.0.0.1:41849_solr-n_0000000001) [n:127.0.0.1:41849_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 809420 DEBUG (OverseerAutoScalingTriggerThread-99412924872523782-127.0.0.1:41849_solr-n_0000000001) [n:127.0.0.1:41849_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 809420 DEBUG (OverseerAutoScalingTriggerThread-99412924872523782-127.0.0.1:41849_solr-n_0000000001) [n:127.0.0.1:41849_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10
[junit4] 2> 809420 DEBUG (ScheduledTrigger-3389-thread-4) [n:127.0.0.1:41849_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 809420 DEBUG (ScheduledTrigger-3389-thread-4) [n:127.0.0.1:41849_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 809421 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@524d294{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 809428 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1704907949
[junit4] 2> 809428 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 809428 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@481a50e5: rootName = solr_41849, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2510e64c
[junit4] 2> 809435 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 809435 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@68bcd663: rootName = solr_41849, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@2fbd3000
[junit4] 2> 809442 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 809442 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@42699856: rootName = solr_41849, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@4c738714
[junit4] 2> 809443 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:41849_solr
[junit4] 2> 809444 INFO (zkCallback-1611-thread-1-processing-n:127.0.0.1:43151_solr) [n:127.0.0.1:43151_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 809444 INFO (zkCallback-1603-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 809444 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 809444 INFO (zkCallback-1621-thread-1-processing-n:127.0.0.1:43633_solr) [n:127.0.0.1:43633_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 809444 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 809444 INFO (zkCallback-1593-thread-1-processing-n:127.0.0.1:41849_solr) [n:127.0.0.1:41849_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 809444 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [ ] o.a.s.c.Overseer Overseer (id=99412924872523782-127.0.0.1:41849_solr-n_0000000001) closing
[junit4] 2> 809445 INFO (OverseerStateUpdate-99412924872523782-127.0.0.1:41849_solr-n_0000000001) [n:127.0.0.1:41849_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41849_solr
[junit4] 2> 809445 WARN (OverseerAutoScalingTriggerThread-99412924872523782-127.0.0.1:41849_solr-n_0000000001) [n:127.0.0.1:41849_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 809448 DEBUG (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 809450 INFO (zkCallback-1611-thread-1-processing-n:127.0.0.1:43151_solr) [n:127.0.0.1:43151_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43151_solr
[junit4] 2> 809450 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@969916a{/solr,null,UNAVAILABLE}
[junit4] 2> 809450 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 809451 INFO (zkCallback-1611-thread-1-processing-n:127.0.0.1:43151_solr) [n:127.0.0.1:43151_solr ] o.a.s.c.Overseer Overseer (id=99412924872523787-127.0.0.1:43151_solr-n_0000000002) starting
[junit4] 2> 809456 DEBUG (OverseerAutoScalingTriggerThread-99412924872523787-127.0.0.1:43151_solr-n_0000000002) [n:127.0.0.1:43151_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 809457 DEBUG (OverseerAutoScalingTriggerThread-99412924872523787-127.0.0.1:43151_solr-n_0000000002) [n:127.0.0.1:43151_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 11
[junit4] 2> 809457 DEBUG (OverseerAutoScalingTriggerThread-99412924872523787-127.0.0.1:43151_solr-n_0000000002) [n:127.0.0.1:43151_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:43151_solr, 127.0.0.1:43633_solr]
[junit4] 2> 809457 DEBUG (OverseerAutoScalingTriggerThread-99412924872523787-127.0.0.1:43151_solr-n_0000000002) [n:127.0.0.1:43151_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerCTOOR instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 809458 DEBUG (OverseerAutoScalingTriggerThread-99412924872523787-127.0.0.1:43151_solr-n_0000000002) [n:127.0.0.1:43151_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:43151_solr, 127.0.0.1:43633_solr]
[junit4] 2> 809458 DEBUG (OverseerAutoScalingTriggerThread-99412924872523787-127.0.0.1:43151_solr-n_0000000002) [n:127.0.0.1:43151_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion -1
[junit4] 2> 809458 DEBUG (OverseerAutoScalingTriggerThread-99412924872523787-127.0.0.1:43151_solr-n_0000000002) [n:127.0.0.1:43151_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 11
[junit4] 2> 809458 INFO (OverseerAutoScalingTriggerThread-99412924872523787-127.0.0.1:43151_solr-n_0000000002) [n:127.0.0.1:43151_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 809459 DEBUG (ScheduledTrigger-3394-thread-1) [n:127.0.0.1:43151_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 809460 DEBUG (ScheduledTrigger-3394-thread-1) [n:127.0.0.1:43151_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 809460 DEBUG (OverseerAutoScalingTriggerThread-99412924872523787-127.0.0.1:43151_solr-n_0000000002) [n:127.0.0.1:43151_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion 11
[junit4] 2> 809460 DEBUG (ScheduledTrigger-3394-thread-2) [n:127.0.0.1:43151_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 810460 DEBUG (ScheduledTrigger-3394-thread-1) [n:127.0.0.1:43151_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 810460 DEBUG (ScheduledTrigger-3394-thread-1) [n:127.0.0.1:43151_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 810461 DEBUG (ScheduledTrigger-3394-thread-3) [n:127.0.0.1:43151_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 811464 DEBUG (ScheduledTrigger-3394-thread-4) [n:127.0.0.1:43151_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 811464 DEBUG (ScheduledTrigger-3394-thread-2) [n:127.0.0.1:43151_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 811464 DEBUG (ScheduledTrigger-3394-thread-2) [n:127.0.0.1:43151_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 812464 DEBUG (ScheduledTrigger-3394-thread-4) [n:127.0.0.1:43151_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 812464 DEBUG (ScheduledTrigger-3394-thread-4) [n:127.0.0.1:43151_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 812465 DEBUG (ScheduledTrigger-3394-thread-4) [n:127.0.0.1:43151_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 813465 DEBUG (ScheduledTrigger-3394-thread-3) [n:127.0.0.1:43151_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 813465 DEBUG (ScheduledTrigger-3394-thread-1) [n:127.0.0.1:43151_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 813465 DEBUG (ScheduledTrigger-3394-thread-1) [n:127.0.0.1:43151_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 814465 DEBUG (ScheduledTrigger-3394-thread-3) [n:127.0.0.1:43151_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 814465 DEBUG (ScheduledTrigger-3394-thread-3) [n:127.0.0.1:43151_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 814465 DEBUG (ScheduledTrigger-3394-thread-3) [n:127.0.0.1:43151_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 815465 DEBUG (ScheduledTrigger-3394-thread-3) [n:127.0.0.1:43151_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 815465 DEBUG (ScheduledTrigger-3394-thread-1) [n:127.0.0.1:43151_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 815465 DEBUG (ScheduledTrigger-3394-thread-1) [n:127.0.0.1:43151_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 816465 DEBUG (ScheduledTrigger-3394-thread-3) [n:127.0.0.1:43151_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 816465 DEBUG (ScheduledTrigger-3394-thread-2) [n:127.0.0.1:43151_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 816465 DEBUG (ScheduledTrigger-3394-thread-2) [n:127.0.0.1:43151_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 817466 DEBUG (ScheduledTrigger-3394-thread-1) [n:127.0.0.1:43151_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 817466 DEBUG (ScheduledTrigger-3394-thread-3) [n:127.0.0.1:43151_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 817466 DEBUG (ScheduledTrigger-3394-thread-1) [n:127.0.0.1:43151_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 818466 DEBUG (ScheduledTrigger-3394-thread-2) [n:127.0.0.1:43151_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 818466 DEBUG (ScheduledTrigger-3394-thread-3) [n:127.0.0.1:43151_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 818466 DEBUG (ScheduledTrigger-3394-thread-2) [n:127.0.0.1:43151_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 819456 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 819456 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 819456 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 819456 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 819457 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3874d555{/solr,null,AVAILABLE}
[junit4] 2> 819457 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3fc047c1{HTTP/1.1,[http/1.1]}{127.0.0.1:39065}
[junit4] 2> 819457 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [ ] o.e.j.s.Server Started @821573ms
[junit4] 2> 819457 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39065}
[junit4] 2> 819457 ERROR (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 819457 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 819457 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 819457 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 819457 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T22:54:58.256838Z
[junit4] 2> 819458 INFO (zkConnectionManagerCallback-1626-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 819459 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 819463 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F56B0DD2318758FA]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46527/solr
[junit4] 2> 819464 INFO (zkConnectionManagerCallback-1630-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 819465 INFO (zkConnection
[...truncated too long message...]
ection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (0)
[junit4] 2> 161970 INFO (coreCloseExecutor-802-thread-1) [n:127.0.0.1:44163_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrCore [collection1_collection_shard2_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@1f330e3a
[junit4] 2> 161970 INFO (coreCloseExecutor-802-thread-1) [n:127.0.0.1:44163_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1_collection.shard2.replica_n2, tag=523439674
[junit4] 2> 161970 INFO (coreCloseExecutor-800-thread-1) [n:127.0.0.1:37207_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrCore [collection1_collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@448e5d25
[junit4] 2> 161970 INFO (coreCloseExecutor-800-thread-1) [n:127.0.0.1:37207_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1_collection.shard1.replica_n1, tag=1150180645
[junit4] 2> 161970 INFO (coreCloseExecutor-802-thread-1) [n:127.0.0.1:44163_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7822c141: rootName = solr_44163, domain = solr.core.collection1_collection.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.collection1_collection.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@781f6df8
[junit4] 2> 161970 INFO (coreCloseExecutor-800-thread-1) [n:127.0.0.1:37207_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5c62f5df: rootName = solr_37207, domain = solr.core.collection1_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@1d07c988
[junit4] 2> 161971 INFO (jetty-closer-240-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@13417635{/solr,null,UNAVAILABLE}
[junit4] 2> 161978 INFO (coreCloseExecutor-800-thread-1) [n:127.0.0.1:37207_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1_collection.shard1.leader, tag=1150180645
[junit4] 2> 162004 INFO (jetty-closer-240-thread-3) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 161976 INFO (coreCloseExecutor-802-thread-1) [n:127.0.0.1:44163_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1_collection.shard2.leader, tag=523439674
[junit4] 2> 161971 INFO (jetty-closer-240-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3d2db77a{/solr,null,UNAVAILABLE}
[junit4] 2> 162004 INFO (jetty-closer-240-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 162006 INFO (jetty-closer-240-thread-2) [ ] o.a.s.c.Overseer Overseer (id=99413062113361930-127.0.0.1:44163_solr-n_0000000000) closing
[junit4] 2> 162006 INFO (OverseerStateUpdate-99413062113361930-127.0.0.1:44163_solr-n_0000000000) [n:127.0.0.1:44163_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44163_solr
[junit4] 2> 162006 WARN (OverseerAutoScalingTriggerThread-99413062113361930-127.0.0.1:44163_solr-n_0000000000) [n:127.0.0.1:44163_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 162007 INFO (jetty-closer-240-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6af3db96{/solr,null,UNAVAILABLE}
[junit4] 2> 162007 INFO (jetty-closer-240-thread-4) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 162007 INFO (jetty-closer-240-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4f1bd50{/solr,null,UNAVAILABLE}
[junit4] 2> 162008 INFO (jetty-closer-240-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 162009 ERROR (SUITE-StreamExpressionTest-seed#[151C81FB2F33C268]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 162009 INFO (SUITE-StreamExpressionTest-seed#[151C81FB2F33C268]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45639 45639
[junit4] 2> 162818 INFO (Thread-272) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45639 45639
[junit4] 2> 162819 WARN (Thread-272) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 80 /solr/aliases.json
[junit4] 2> 80 /solr/clusterprops.json
[junit4] 2> 11 /solr/configs/conf
[junit4] 2> 4 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 80 /solr/clusterstate.json
[junit4] 2> 20 /solr/collections/parallelDestinationCollection/state.json
[junit4] 2> 20 /solr/collections/destinationCollection/state.json
[junit4] 2> 18 /solr/collections/parallelDestinationCollection1/state.json
[junit4] 2> 12 /solr/collections/collection1_collection/state.json
[junit4] 2> 10 /solr/collections/mainCorpus1/state.json
[junit4] 2> 10 /solr/collections/destination/state.json
[junit4] 2> 10 /solr/collections/destination1/state.json
[junit4] 2> 10 /solr/collections/workQueue1/state.json
[junit4] 2> 10 /solr/collections/workQueue/state.json
[junit4] 2> 10 /solr/collections/mainCorpus/state.json
[junit4] 2> 2 /solr/overseer_elect/election/99413062113361930-127.0.0.1:44163_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 80 /solr/live_nodes
[junit4] 2> 80 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_151C81FB2F33C268-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {expr_s=PostingsFormat(name=LuceneFixedGap), join2_s=PostingsFormat(name=Direct), multiDefault=PostingsFormat(name=Direct), subject=PostingsFormat(name=Direct), a1_s=PostingsFormat(name=Direct), a2_s=FSTOrd50, test_t=FSTOrd50, level1_s=PostingsFormat(name=LuceneFixedGap), body_t=FSTOrd50, ident_s=PostingsFormat(name=Direct), s_multi=FSTOrd50, a_ss=Lucene50(blocksize=128), col_s=PostingsFormat(name=Direct), level2_s=Lucene50(blocksize=128), a_s=FSTOrd50, a_t=Lucene50(blocksize=128), side_s=FSTOrd50, id=PostingsFormat(name=LuceneFixedGap), text=FSTOrd50}, docValues:{expr_s=DocValuesFormat(name=Direct), join2_s=DocValuesFormat(name=Lucene70), multiDefault=DocValuesFormat(name=Lucene70), price_f=DocValuesFormat(name=Lucene70), a1_s=DocValuesFormat(name=Lucene70), intDefault=DocValuesFormat(name=Lucene70), a_f=DocValuesFormat(name=Lucene70), join1_i=DocValuesFormat(name=Direct), a2_s=DocValuesFormat(name=Memory), a_i=DocValuesFormat(name=Direct), test_i=DocValuesFormat(name=Lucene70), join3_i=DocValuesFormat(name=Memory), field_i=DocValuesFormat(name=Lucene70), level1_s=DocValuesFormat(name=Direct), s_multi=DocValuesFormat(name=Memory), a_ss=DocValuesFormat(name=Lucene70), col_s=DocValuesFormat(name=Lucene70), level2_s=DocValuesFormat(name=Lucene70), a_s=DocValuesFormat(name=Memory), id=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Lucene70), i_multi=DocValuesFormat(name=Direct), b_ls=DocValuesFormat(name=Lucene70), test_dt=DocValuesFormat(name=Direct), ident_s=DocValuesFormat(name=Lucene70), order_i=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Lucene70), side_s=DocValuesFormat(name=Memory), miles_i=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=2036, maxMBSortInHeap=5.871593556214443, sim=RandomSimilarity(queryNorm=false): {}, locale=dz, timezone=CTT
[junit4] 2> NOTE: Linux 4.13.0-31-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=124813448,total=355467264
[junit4] 2> NOTE: All tests run in this JVM: [CloudSolrClientBuilderTest, SolrExampleJettyTest, DocumentAnalysisResponseTest, ArrayEvaluatorTest, JdbcDriverTest, SolrExampleXMLTest, SolrExampleBinaryTest, SolrParamTest, HyperbolicSineEvaluatorTest, GetByIdTest, AddEvaluatorTest, HttpSolrClientBuilderTest, ArcCosineEvaluatorTest, TestCoreAdmin, CosineEvaluatorTest, RegressionEvaluatorTest, TestHash, TestBatchUpdate, StreamExpressionToExplanationTest, TestValidatingJsonMap, TestJsonRecordReader, PowerEvaluatorTest, LessThanEqualToEvaluatorTest, CoalesceEvaluatorTest, SolrExceptionTest, SolrExampleStreamingBinaryTest, JettyWebappTest, LargeVolumeEmbeddedTest, LargeVolumeJettyTest, TestSolrProperties, MergeIndexesEmbeddedTest, TestEmbeddedSolrServer, TestNamedListCodec, TestJavaBinCodec, ModifiableSolrParamsTest, ClientUtilsTest, NamedListTest, UsingSolrJRefGuideExamplesTest, TestSolrJErrorHandling, HttpSolrClientConPoolTest, LBHttpSolrClientBuilderTest, TestCloudSolrClientConnections, JDBCStreamTest, StreamExpressionTest]
[junit4] Completed [146/146 (1!)] on J2 in 75.64s, 153 tests, 1 failure, 9 skipped <<< FAILURES!
[...truncated 39997 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk1.8.0_144) - Build # 1242
- Still unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1242/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
Could not find collection:collection2
Stack Trace:
java.lang.AssertionError: Could not find collection:collection2
at __randomizedtesting.SeedInfo.seed([58702447EC2F4908:D0241B9D42D324F0]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:915)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:612)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11966 lines...]
[junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/init-core-data-001
[junit4] 2> 137324 WARN (SUITE-FullSolrCloudDistribCmdsTest-seed#[58702447EC2F4908]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=10 numCloses=10
[junit4] 2> 137324 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[58702447EC2F4908]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 137326 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[58702447EC2F4908]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 137326 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[58702447EC2F4908]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 137326 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[58702447EC2F4908]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /tbn/zr
[junit4] 2> 137328 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 137328 INFO (Thread-405) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 137328 INFO (Thread-405) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 137334 ERROR (Thread-405) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 137428 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.c.ZkTestServer start zk server on port:36671
[junit4] 2> 137430 INFO (zkConnectionManagerCallback-327-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 137447 INFO (zkConnectionManagerCallback-329-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 137449 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 137450 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 137451 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 137452 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 137452 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 137453 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 137453 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 137454 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 137457 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 137458 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 137459 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 137461 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 137540 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T09:27:37-12:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 137545 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 137545 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 137545 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 137546 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7486a64c{/tbn/zr,null,AVAILABLE}
[junit4] 2> 137547 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3fa5aaa{HTTP/1.1,[http/1.1]}{127.0.0.1:40539}
[junit4] 2> 137547 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.e.j.s.Server Started @139868ms
[junit4] 2> 137547 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/tempDir-001/control/data, replicaType=NRT, hostContext=/tbn/zr, hostPort=40539, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/control-001/cores}
[junit4] 2> 137547 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 137547 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 137547 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 137547 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 137547 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T18:18:33.413Z
[junit4] 2> 137553 INFO (zkConnectionManagerCallback-331-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 137553 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 137553 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/control-001/solr.xml
[junit4] 2> 137556 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 137556 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 137557 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2d2a9577, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 137559 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36671/solr
[junit4] 2> 137560 INFO (zkConnectionManagerCallback-335-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 137562 INFO (zkConnectionManagerCallback-337-thread-1-processing-n:127.0.0.1:40539_tbn%2Fzr) [n:127.0.0.1:40539_tbn%2Fzr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 137594 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:40539_tbn%2Fzr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 137594 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:40539_tbn%2Fzr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40539_tbn%2Fzr
[junit4] 2> 137594 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:40539_tbn%2Fzr ] o.a.s.c.Overseer Overseer (id=99411841069744132-127.0.0.1:40539_tbn%2Fzr-n_0000000000) starting
[junit4] 2> 137598 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:40539_tbn%2Fzr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40539_tbn%2Fzr
[junit4] 2> 137609 INFO (OverseerStateUpdate-99411841069744132-127.0.0.1:40539_tbn%2Fzr-n_0000000000) [n:127.0.0.1:40539_tbn%2Fzr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 137699 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:40539_tbn%2Fzr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d2a9577
[junit4] 2> 137704 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:40539_tbn%2Fzr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d2a9577
[junit4] 2> 137704 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:40539_tbn%2Fzr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d2a9577
[junit4] 2> 137705 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:40539_tbn%2Fzr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/control-001/cores
[junit4] 2> 137718 INFO (zkConnectionManagerCallback-343-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 137719 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 137719 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36671/solr ready
[junit4] 2> 137721 INFO (qtp333570817-1562) [n:127.0.0.1:40539_tbn%2Fzr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:40539_tbn%252Fzr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 137723 INFO (OverseerThreadFactory-495-thread-1-processing-n:127.0.0.1:40539_tbn%2Fzr) [n:127.0.0.1:40539_tbn%2Fzr ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 137830 INFO (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 137830 INFO (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 137933 INFO (zkCallback-336-thread-1-processing-n:127.0.0.1:40539_tbn%2Fzr) [n:127.0.0.1:40539_tbn%2Fzr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 138877 INFO (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 138891 INFO (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 138935 INFO (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 138944 INFO (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 138945 INFO (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d2a9577
[junit4] 2> 138945 INFO (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 138945 INFO (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 138947 INFO (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=53.6435546875, floorSegmentMB=1.8740234375, forceMergeDeletesPctAllowed=6.203799635462705, segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 138950 WARN (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 138980 INFO (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 138980 INFO (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 138981 INFO (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 138981 INFO (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 138982 INFO (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=44.6552734375, floorSegmentMB=1.33203125, forceMergeDeletesPctAllowed=20.067009202089018, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 138982 INFO (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6fad0048[control_collection_shard1_replica_n1] main]
[junit4] 2> 138983 INFO (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 138983 INFO (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 138983 INFO (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 138985 INFO (searcherExecutor-498-thread-1-processing-n:127.0.0.1:40539_tbn%2Fzr x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@6fad0048[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 138985 INFO (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590589458849202176
[junit4] 2> 138988 INFO (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 138988 INFO (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 138988 INFO (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40539/tbn/zr/control_collection_shard1_replica_n1/
[junit4] 2> 138988 INFO (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 138988 INFO (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:40539/tbn/zr/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 138988 INFO (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 138993 INFO (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40539/tbn/zr/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 139094 INFO (zkCallback-336-thread-2-processing-n:127.0.0.1:40539_tbn%2Fzr) [n:127.0.0.1:40539_tbn%2Fzr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 139144 INFO (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 139145 INFO (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1315
[junit4] 2> 139147 INFO (qtp333570817-1562) [n:127.0.0.1:40539_tbn%2Fzr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 139246 INFO (zkCallback-336-thread-2-processing-n:127.0.0.1:40539_tbn%2Fzr) [n:127.0.0.1:40539_tbn%2Fzr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 139723 INFO (OverseerCollectionConfigSetProcessor-99411841069744132-127.0.0.1:40539_tbn%2Fzr-n_0000000000) [n:127.0.0.1:40539_tbn%2Fzr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 140147 INFO (qtp333570817-1562) [n:127.0.0.1:40539_tbn%2Fzr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:40539_tbn%252Fzr&wt=javabin&version=2} status=0 QTime=2426
[junit4] 2> 140151 INFO (zkConnectionManagerCallback-347-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 140152 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 140152 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36671/solr ready
[junit4] 2> 140152 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 140154 INFO (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 140155 INFO (OverseerThreadFactory-495-thread-2-processing-n:127.0.0.1:40539_tbn%2Fzr) [n:127.0.0.1:40539_tbn%2Fzr ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 140156 WARN (OverseerThreadFactory-495-thread-2-processing-n:127.0.0.1:40539_tbn%2Fzr) [n:127.0.0.1:40539_tbn%2Fzr ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 140365 INFO (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 140366 INFO (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=211
[junit4] 2> 140428 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/shard-1-001 of type NRT
[junit4] 2> 140429 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T09:27:37-12:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 140429 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 140430 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 140430 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 140430 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@54fa981b{/tbn/zr,null,AVAILABLE}
[junit4] 2> 140430 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@14741c80{HTTP/1.1,[http/1.1]}{127.0.0.1:43519}
[junit4] 2> 140430 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.e.j.s.Server Started @142751ms
[junit4] 2> 140430 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/tbn/zr, hostPort=43519, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/shard-1-001/cores}
[junit4] 2> 140430 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 140430 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 140430 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 140430 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 140430 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T18:18:36.296Z
[junit4] 2> 140432 INFO (zkConnectionManagerCallback-349-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 140433 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 140433 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/shard-1-001/solr.xml
[junit4] 2> 140435 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 140435 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 140436 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2d2a9577, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 140438 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36671/solr
[junit4] 2> 140439 INFO (zkConnectionManagerCallback-353-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 140441 INFO (zkConnectionManagerCallback-355-thread-1-processing-n:127.0.0.1:43519_tbn%2Fzr) [n:127.0.0.1:43519_tbn%2Fzr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 140443 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:43519_tbn%2Fzr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 140444 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:43519_tbn%2Fzr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 140445 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:43519_tbn%2Fzr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43519_tbn%2Fzr
[junit4] 2> 140446 INFO (zkCallback-336-thread-2-processing-n:127.0.0.1:40539_tbn%2Fzr) [n:127.0.0.1:40539_tbn%2Fzr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 140448 INFO (zkCallback-346-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 140448 INFO (zkCallback-354-thread-1-processing-n:127.0.0.1:43519_tbn%2Fzr) [n:127.0.0.1:43519_tbn%2Fzr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 140488 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:43519_tbn%2Fzr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d2a9577
[junit4] 2> 140497 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:43519_tbn%2Fzr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d2a9577
[junit4] 2> 140498 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:43519_tbn%2Fzr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d2a9577
[junit4] 2> 140499 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:43519_tbn%2Fzr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/shard-1-001/cores
[junit4] 2> 140525 INFO (qtp333570817-1563) [n:127.0.0.1:40539_tbn%2Fzr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:43519_tbn%252Fzr&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 140527 INFO (OverseerCollectionConfigSetProcessor-99411841069744132-127.0.0.1:40539_tbn%2Fzr-n_0000000000) [n:127.0.0.1:40539_tbn%2Fzr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 140527 INFO (OverseerThreadFactory-495-thread-3-processing-n:127.0.0.1:40539_tbn%2Fzr) [n:127.0.0.1:40539_tbn%2Fzr ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:43519_tbn%2Fzr for creating new replica
[junit4] 2> 140529 INFO (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 140530 INFO (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 140633 INFO (zkCallback-354-thread-1-processing-n:127.0.0.1:43519_tbn%2Fzr) [n:127.0.0.1:43519_tbn%2Fzr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 141689 INFO (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 141699 INFO (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema [collection1_shard2_replica_n61] Schema name=test
[junit4] 2> 141743 INFO (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 141750 INFO (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n61' using configuration from collection collection1, trusted=true
[junit4] 2> 141751 INFO (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n61' (registry 'solr.core.collection1.shard2.replica_n61') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d2a9577
[junit4] 2> 141751 INFO (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 141751 INFO (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [[collection1_shard2_replica_n61] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/shard-1-001/cores/collection1_shard2_replica_n61], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/shard-1-001/cores/collection1_shard2_replica_n61/data/]
[junit4] 2> 141753 INFO (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=53.6435546875, floorSegmentMB=1.8740234375, forceMergeDeletesPctAllowed=6.203799635462705, segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 141756 WARN (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 141781 INFO (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 141781 INFO (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 141781 INFO (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 141781 INFO (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 141782 INFO (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=44.6552734375, floorSegmentMB=1.33203125, forceMergeDeletesPctAllowed=20.067009202089018, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 141782 INFO (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.SolrIndexSearcher Opening [Searcher@11e3b06a[collection1_shard2_replica_n61] main]
[junit4] 2> 141783 INFO (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 141783 INFO (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 141784 INFO (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 141785 INFO (searcherExecutor-509-thread-1-processing-n:127.0.0.1:43519_tbn%2Fzr x:collection1_shard2_replica_n61 s:shard2 c:collection1) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [collection1_shard2_replica_n61] Registered new searcher Searcher@11e3b06a[collection1_shard2_replica_n61] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 141785 INFO (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590589461785214976
[junit4] 2> 141797 INFO (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 141797 INFO (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 141797 INFO (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43519/tbn/zr/collection1_shard2_replica_n61/
[junit4] 2> 141797 INFO (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 141797 INFO (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy http://127.0.0.1:43519/tbn/zr/collection1_shard2_replica_n61/ has no replicas
[junit4] 2> 141797 INFO (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 141799 INFO (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43519/tbn/zr/collection1_shard2_replica_n61/ shard2
[junit4] 2> 141900 INFO (zkCallback-354-thread-1-processing-n:127.0.0.1:43519_tbn%2Fzr) [n:127.0.0.1:43519_tbn%2Fzr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 141949 INFO (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 141951 INFO (qtp78120924-1612) [n:127.0.0.1:43519_tbn%2Fzr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1421
[junit4] 2> 141953 INFO (qtp333570817-1563) [n:127.0.0.1:40539_tbn%2Fzr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:43519_tbn%252Fzr&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1427
[junit4] 2> 142034 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/shard-2-001 of type NRT
[junit4] 2> 142034 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T09:27:37-12:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 142035 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 142035 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 142035 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 142036 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@696a5b26{/tbn/zr,null,AVAILABLE}
[junit4] 2> 142036 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6fef1ee3{HTTP/1.1,[http/1.1]}{127.0.0.1:45547}
[junit4] 2> 142036 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.e.j.s.Server Started @144357ms
[junit4] 2> 142036 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/tempDir-001/jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/tbn/zr, hostPort=45547, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/shard-2-001/cores}
[junit4] 2> 142037 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 142037 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 142037 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 142037 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 142037 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T18:18:37.903Z
[junit4] 2> 142038 INFO (zkConnectionManagerCallback-359-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 142039 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 142039 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/shard-2-001/solr.xml
[junit4] 2> 142042 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 142042 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 142043 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2d2a9577, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 142046 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36671/solr
[junit4] 2> 142047 INFO (zkConnectionManagerCallback-363-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 142049 INFO (zkConnectionManagerCallback-365-thread-1-processing-n:127.0.0.1:45547_tbn%2Fzr) [n:127.0.0.1:45547_tbn%2Fzr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 142051 INFO (zkCallback-354-thread-1-processing-n:127.0.0.1:43519_tbn%2Fzr) [n:127.0.0.1:43519_tbn%2Fzr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 142052 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:45547_tbn%2Fzr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 142052 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:45547_tbn%2Fzr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 142053 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:45547_tbn%2Fzr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45547_tbn%2Fzr
[junit4] 2> 142053 INFO (zkCallback-346-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 142054 INFO (zkCallback-354-thread-1-processing-n:127.0.0.1:43519_tbn%2Fzr) [n:127.0.0.1:43519_tbn%2Fzr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 142054 INFO (zkCallback-364-thread-1-processing-n:127.0.0.1:45547_tbn%2Fzr) [n:127.0.0.1:45547_tbn%2Fzr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 142054 INFO (zkCallback-336-thread-2-processing-n:127.0.0.1:40539_tbn%2Fzr) [n:127.0.0.1:40539_tbn%2Fzr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 142108 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:45547_tbn%2Fzr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d2a9577
[junit4] 2> 142114 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:45547_tbn%2Fzr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d2a9577
[junit4] 2> 142114 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:45547_tbn%2Fzr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d2a9577
[junit4] 2> 142115 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:45547_tbn%2Fzr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/shard-2-001/cores
[junit4] 2> 142136 INFO (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:45547_tbn%252Fzr&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 142137 INFO (OverseerCollectionConfigSetProcessor-99411841069744132-127.0.0.1:40539_tbn%2Fzr-n_0000000000) [n:127.0.0.1:40539_tbn%2Fzr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 142138 INFO (OverseerThreadFactory-495-thread-4-processing-n:127.0.0.1:40539_tbn%2Fzr) [n:127.0.0.1:40539_tbn%2Fzr ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:45547_tbn%2Fzr for creating new replica
[junit4] 2> 142140 INFO (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 142141 INFO (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 142243 INFO (zkCallback-354-thread-1-processing-n:127.0.0.1:43519_tbn%2Fzr) [n:127.0.0.1:43519_tbn%2Fzr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 142244 INFO (zkCallback-364-thread-1-processing-n:127.0.0.1:45547_tbn%2Fzr) [n:127.0.0.1:45547_tbn%2Fzr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 143254 INFO (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 143265 INFO (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema [collection1_shard3_replica_n63] Schema name=test
[junit4] 2> 143310 INFO (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 143320 INFO (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard3_replica_n63' using configuration from collection collection1, trusted=true
[junit4] 2> 143320 INFO (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard3.replica_n63' (registry 'solr.core.collection1.shard3.replica_n63') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d2a9577
[junit4] 2> 143320 INFO (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 143321 INFO (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [[collection1_shard3_replica_n63] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/shard-2-001/cores/collection1_shard3_replica_n63], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/shard-2-001/cores/collection1_shard3_replica_n63/data/]
[junit4] 2> 143323 INFO (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=53.6435546875, floorSegmentMB=1.8740234375, forceMergeDeletesPctAllowed=6.203799635462705, segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 143325 WARN (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 143364 INFO (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 143364 INFO (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 143365 INFO (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 143365 INFO (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 143366 INFO (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=44.6552734375, floorSegmentMB=1.33203125, forceMergeDeletesPctAllowed=20.067009202089018, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 143367 INFO (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.SolrIndexSearcher Opening [Searcher@29e8792d[collection1_shard3_replica_n63] main]
[junit4] 2> 143368 INFO (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 143368 INFO (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 143369 INFO (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 143369 INFO (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590589463446159360
[junit4] 2> 143372 INFO (searcherExecutor-520-thread-1-processing-n:127.0.0.1:45547_tbn%2Fzr x:collection1_shard3_replica_n63 s:shard3 c:collection1) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [collection1_shard3_replica_n63] Registered new searcher Searcher@29e8792d[collection1_shard3_replica_n63] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 143374 INFO (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 143374 INFO (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 143374 INFO (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45547/tbn/zr/collection1_shard3_replica_n63/
[junit4] 2> 143375 INFO (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 143375 INFO (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy http://127.0.0.1:45547/tbn/zr/collection1_shard3_replica_n63/ has no replicas
[junit4] 2> 143375 INFO (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 143378 INFO (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45547/tbn/zr/collection1_shard3_replica_n63/ shard3
[junit4] 2> 143479 INFO (zkCallback-354-thread-1-processing-n:127.0.0.1:43519_tbn%2Fzr) [n:127.0.0.1:43519_tbn%2Fzr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 143479 INFO (zkCallback-364-thread-1-processing-n:127.0.0.1:45547_tbn%2Fzr) [n:127.0.0.1:45547_tbn%2Fzr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 143529 INFO (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 143530 INFO (qtp2114020577-1645) [n:127.0.0.1:45547_tbn%2Fzr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1389
[junit4] 2> 143532 INFO (qtp333570817-1568) [n:127.0.0.1:40539_tbn%2Fzr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:45547_tbn%252Fzr&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2} status=0 QTime=1396
[junit4] 2> 143626 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/shard-3-001 of type NRT
[junit4] 2> 143626 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T09:27:37-12:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 143631 INFO (zkCallback-354-thread-1-processing-n:127.0.0.1:43519_tbn%2Fzr) [n:127.0.0.1:43519_tbn%2Fzr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 143631 INFO (zkCallback-364-thread-1-processing-n:127.0.0.1:45547_tbn%2Fzr) [n:127.0.0.1:45547_tbn%2Fzr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 143657 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 143657 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 143657 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 143657 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3305f2e2{/tbn/zr,null,AVAILABLE}
[junit4] 2> 143658 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@25f0fa66{HTTP/1.1,[http/1.1]}{127.0.0.1:36063}
[junit4] 2> 143658 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.e.j.s.Server Started @145979ms
[junit4] 2> 143658 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/tempDir-001/jetty3, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/tbn/zr, hostPort=36063, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/shard-3-001/cores}
[junit4] 2> 143658 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 143659 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 143659 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 143659 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 143659 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T18:18:39.525Z
[junit4] 2> 143665 INFO (zkConnectionManagerCallback-369-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 143666 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 143666 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/shard-3-001/solr.xml
[junit4] 2> 143669 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 143670 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 143670 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2d2a9577, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 143673 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36671/solr
[junit4] 2> 143701 INFO (zkConnectionManagerCallback-373-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 143729 INFO (zkConnectionManagerCallback-375-thread-1-processing-n:127.0.0.1:36063_tbn%2Fzr) [n:127.0.0.1:36063_tbn%2Fzr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 143733 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:36063_tbn%2Fzr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 143734 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:36063_tbn%2Fzr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 143736 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:36063_tbn%2Fzr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36063_tbn%2Fzr
[junit4] 2> 143736 INFO (zkCallback-346-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 143736 INFO (zkCallback-354-thread-1-processing-n:127.0.0.1:43519_tbn%2Fzr) [n:127.0.0.1:43519_tbn%2Fzr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 143737 INFO (zkCallback-364-thread-1-processing-n:127.0.0.1:45547_tbn%2Fzr) [n:127.0.0.1:45547_tbn%2Fzr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 143738 INFO (zkCallback-374-thread-1-processing-n:127.0.0.1:36063_tbn%2Fzr) [n:127.0.0.1:36063_tbn%2Fzr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 143738 INFO (zkCallback-336-thread-2-processing-n:127.0.0.1:40539_tbn%2Fzr) [n:127.0.0.1:40539_tbn%2Fzr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 143805 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:36063_tbn%2Fzr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d2a9577
[junit4] 2> 143816 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:36063_tbn%2Fzr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d2a9577
[junit4] 2> 143816 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:36063_tbn%2Fzr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d2a9577
[junit4] 2> 143818 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [n:127.0.0.1:36063_tbn%2Fzr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/shard-3-001/cores
[junit4] 2> 143941 INFO (qtp1491539505-1676) [n:127.0.0.1:36063_tbn%2Fzr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:36063_tbn%252Fzr&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 143949 INFO (OverseerCollectionConfigSetProcessor-99411841069744132-127.0.0.1:40539_tbn%2Fzr-n_0000000000) [n:127.0.0.1:40539_tbn%2Fzr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 143950 INFO (OverseerThreadFactory-495-thread-5-processing-n:127.0.0.1:40539_tbn%2Fzr) [n:127.0.0.1:40539_tbn%2Fzr ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:36063_tbn%2Fzr for creating new replica
[junit4] 2> 143954 INFO (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n65&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 143954 INFO (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 144062 INFO (zkCallback-354-thread-1-processing-n:127.0.0.1:43519_tbn%2Fzr) [n:127.0.0.1:43519_tbn%2Fzr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 144062 INFO (zkCallback-364-thread-1-processing-n:127.0.0.1:45547_tbn%2Fzr) [n:127.0.0.1:45547_tbn%2Fzr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 144063 INFO (zkCallback-374-thread-1-processing-n:127.0.0.1:36063_tbn%2Fzr) [n:127.0.0.1:36063_tbn%2Fzr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 145018 INFO (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 145026 INFO (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.IndexSchema [collection1_shard1_replica_n65] Schema name=test
[junit4] 2> 145087 INFO (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 145096 INFO (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n65' using configuration from collection collection1, trusted=true
[junit4] 2> 145097 INFO (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n65' (registry 'solr.core.collection1.shard1.replica_n65') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d2a9577
[junit4] 2> 145097 INFO (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 145097 INFO (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrCore [[collection1_shard1_replica_n65] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/shard-3-001/cores/collection1_shard1_replica_n65], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/shard-3-001/cores/collection1_shard1_replica_n65/data/]
[junit4] 2> 145099 INFO (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=53.6435546875, floorSegmentMB=1.8740234375, forceMergeDeletesPctAllowed=6.203799635462705, segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 145103 WARN (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 145139 INFO (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 145139 INFO (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 145140 INFO (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 145140 INFO (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 145141 INFO (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=44.6552734375, floorSegmentMB=1.33203125, forceMergeDeletesPctAllowed=20.067009202089018, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 145141 INFO (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.SolrIndexSearcher Opening [Searcher@46b60b46[collection1_shard1_replica_n65] main]
[junit4] 2> 145142 INFO (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 145143 INFO (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 145143 INFO (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 145145 INFO (searcherExecutor-531-thread-1-processing-n:127.0.0.1:36063_tbn%2Fzr x:collection1_shard1_replica_n65 s:shard1 c:collection1) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrCore [collection1_shard1_replica_n65] Registered new searcher Searcher@46b60b46[collection1_shard1_replica_n65] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 145145 INFO (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590589465308430336
[junit4] 2> 145148 INFO (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 145148 INFO (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 145148 INFO (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36063/tbn/zr/collection1_shard1_replica_n65/
[junit4] 2> 145148 INFO (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 145148 INFO (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SyncStrategy http://127.0.0.1:36063/tbn/zr/collection1_shard1_replica_n65/ has no replicas
[junit4] 2> 145148 INFO (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 145149 INFO (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36063/tbn/zr/collection1_shard1_replica_n65/ shard1
[junit4] 2> 145250 INFO (zkCallback-374-thread-1-processing-n:127.0.0.1:36063_tbn%2Fzr) [n:127.0.0.1:36063_tbn%2Fzr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 145250 INFO (zkCallback-354-thread-1-processing-n:127.0.0.1:43519_tbn%2Fzr) [n:127.0.0.1:43519_tbn%2Fzr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 145250 INFO (zkCallback-364-thread-1-processing-n:127.0.0.1:45547_tbn%2Fzr) [n:127.0.0.1:45547_tbn%2Fzr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 145299 INFO (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 145301 INFO (qtp1491539505-1682) [n:127.0.0.1:36063_tbn%2Fzr c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n65&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1347
[junit4] 2> 145303 INFO (qtp1491539505-1676) [n:127.0.0.1:36063_tbn%2Fzr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:36063_tbn%252Fzr&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1361
[junit4] 2> 145387 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/shard-4-001 of type NRT
[junit4] 2> 145387 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T09:27:37-12:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 145389 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 145389 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 145389 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 145390 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@15886c57{/tbn/zr,null,AVAILABLE}
[junit4] 2> 145390 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6e8b093d{HTTP/1.1,[http/1.1]}{127.0.0.1:46377}
[junit4] 2> 145390 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.e.j.s.Server Started @147711ms
[junit4] 2> 145390 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001/tempDir-001/jetty4, solrconfig=solrconfig.xml, hostContext=/tbn/zr, hostPort=46377, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/s
[...truncated too long message...]
a:308)
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 198290 WARN (ScheduledTrigger-696-thread-1) [n:127.0.0.1:40503_tbn%2Fzr ] o.a.s.c.a.TriggerBase Exception getting trigger state '/autoscaling/triggerState/.auto_add_replicas'
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling/triggerState/.auto_add_replicas
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1102)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$exists$3(SolrZkClient.java:315)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:315)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.hasData(ZkDistribStateManager.java:57)
[junit4] 2> at org.apache.solr.cloud.autoscaling.TriggerBase.restoreState(TriggerBase.java:221)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers$ScheduledTrigger.run(ScheduledTriggers.java:561)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 198290 WARN (ScheduledTrigger-696-thread-1) [n:127.0.0.1:40503_tbn%2Fzr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger ran but was already closed
[junit4] 2> 198290 WARN (ScheduledTrigger-696-thread-1) [n:127.0.0.1:40503_tbn%2Fzr ] o.a.s.c.a.TriggerBase Exception updating trigger state '/autoscaling/triggerState/.auto_add_replicas'
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling/triggerState/.auto_add_replicas
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1102)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$exists$3(SolrZkClient.java:315)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:315)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.hasData(ZkDistribStateManager.java:57)
[junit4] 2> at org.apache.solr.cloud.autoscaling.TriggerBase.saveState(TriggerBase.java:203)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers$ScheduledTrigger.run(ScheduledTriggers.java:576)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 198292 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@be37350{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 198292 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1079ed09{/tbn/zr,null,UNAVAILABLE}
[junit4] 2> 198292 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 198292 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 36177
[junit4] 2> 198292 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 198293 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[58702447EC2F4908]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36671 36671
[junit4] 2> 200748 INFO (Thread-405) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36671 36671
[junit4] 2> 200748 WARN (Thread-405) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 15 /solr/aliases.json
[junit4] 2> 11 /solr/configs/conf1
[junit4] 2> 7 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 15 /solr/clusterprops.json
[junit4] 2> 15 /solr/clusterstate.json
[junit4] 2> 6 /solr/collections/collection1/state.json
[junit4] 2> 5 /solr/autoscaling.json
[junit4] 2> 5 /solr/collections/collection2/state.json
[junit4] 2> 2 /solr/collections/collection2/leader_elect/shard3/election/99411841069744146-core_node17-n_0000000000
[junit4] 2> 2 /solr/collections/collection2/leader_elect/shard1/election/99411841069744140-core_node9-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/99411841069744140-127.0.0.1:45547_tbn%2Fzr-n_0000000002
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 15 /solr/live_nodes
[junit4] 2> 15 /solr/collections
[junit4] 2> 5 /solr/overseer/queue
[junit4] 2> 5 /solr/overseer/collection-queue-work
[junit4] 2> 5 /solr/overseer/queue-work
[junit4] 2> 4 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=FullSolrCloudDistribCmdsTest -Dtests.method=test -Dtests.seed=58702447EC2F4908 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=de -Dtests.timezone=Canada/Eastern -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 63.4s J0 | FullSolrCloudDistribCmdsTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: Could not find collection:collection2
[junit4] > at __randomizedtesting.SeedInfo.seed([58702447EC2F4908:D0241B9D42D324F0]:0)
[junit4] > at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
[junit4] > at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
[junit4] > at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:915)
[junit4] > at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:612)
[junit4] > at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_58702447EC2F4908-001
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=de, timezone=Canada/Eastern
[junit4] 2> NOTE: Linux 4.13.0-31-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=289801032,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [SolrCloudExampleTest, HdfsThreadLeakTest, HLLSerializationTest, UpdateLogTest, TestReplicationHandlerBackup, TestPHPSerializedResponseWriter, SynonymTokenizerTest, TestCrossCoreJoin, TestIndexingPerformance, TestJoin, TestSubQueryTransformerCrossCore, TestSolrConfigHandlerConcurrent, CdcrBidirectionalTest, DistributedFacetExistsSmallTest, LeaderInitiatedRecoveryOnShardRestartTest, FullSolrCloudDistribCmdsTest]
[junit4] Completed [62/767 (1!)] on J0 in 63.45s, 1 test, 1 failure <<< FAILURES!
[...truncated 50464 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_144) - Build # 1241
- Failure!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1241/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseSerialGC
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=26971, name=jetty-launcher-7984-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505) 2) Thread[id=26970, name=jetty-launcher-7984-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
1) Thread[id=26971, name=jetty-launcher-7984-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
2) Thread[id=26970, name=jetty-launcher-7984-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
at __randomizedtesting.SeedInfo.seed([5C566798549BC322]:0)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testSetProperties
Error Message:
Expected 8 triggers but found: [x0, x1, x2, x3, x4, x5, x6] expected:<8> but was:<7>
Stack Trace:
java.lang.AssertionError: Expected 8 triggers but found: [x0, x1, x2, x3, x4, x5, x6] expected:<8> but was:<7>
at __randomizedtesting.SeedInfo.seed([5C566798549BC322:3732B0D1E7B656A6]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testSetProperties(TriggerIntegrationTest.java:1322)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13608 lines...]
[junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
[junit4] 2> 2666402 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[5C566798549BC322]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_5C566798549BC322-001/init-core-data-001
[junit4] 2> 2666403 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[5C566798549BC322]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2666404 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[5C566798549BC322]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2666435 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[5C566798549BC322]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_5C566798549BC322-001/tempDir-001
[junit4] 2> 2666435 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[5C566798549BC322]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2666435 INFO (Thread-3273) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2666435 INFO (Thread-3273) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2666439 ERROR (Thread-3273) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2666535 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[5C566798549BC322]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:43047
[junit4] 2> 2666539 INFO (zkConnectionManagerCallback-7987-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2666542 INFO (jetty-launcher-7984-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T12:27:37-09:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2666542 INFO (jetty-launcher-7984-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T12:27:37-09:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2666542 INFO (jetty-launcher-7984-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2666542 INFO (jetty-launcher-7984-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2666542 INFO (jetty-launcher-7984-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2666542 INFO (jetty-launcher-7984-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2666543 INFO (jetty-launcher-7984-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2666543 INFO (jetty-launcher-7984-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2666543 INFO (jetty-launcher-7984-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@d37f58{/solr,null,AVAILABLE}
[junit4] 2> 2666543 INFO (jetty-launcher-7984-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1753937{/solr,null,AVAILABLE}
[junit4] 2> 2666545 INFO (jetty-launcher-7984-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@187b063{HTTP/1.1,[http/1.1]}{127.0.0.1:46289}
[junit4] 2> 2666545 INFO (jetty-launcher-7984-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@ed3f71{HTTP/1.1,[http/1.1]}{127.0.0.1:37401}
[junit4] 2> 2666545 INFO (jetty-launcher-7984-thread-1) [ ] o.e.j.s.Server Started @2667672ms
[junit4] 2> 2666545 INFO (jetty-launcher-7984-thread-2) [ ] o.e.j.s.Server Started @2667673ms
[junit4] 2> 2666545 INFO (jetty-launcher-7984-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46289}
[junit4] 2> 2666545 INFO (jetty-launcher-7984-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37401}
[junit4] 2> 2666545 ERROR (jetty-launcher-7984-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2666545 ERROR (jetty-launcher-7984-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2666545 INFO (jetty-launcher-7984-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2666545 INFO (jetty-launcher-7984-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2666545 INFO (jetty-launcher-7984-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2666545 INFO (jetty-launcher-7984-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2666545 INFO (jetty-launcher-7984-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2666545 INFO (jetty-launcher-7984-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2666545 INFO (jetty-launcher-7984-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T15:59:37.064Z
[junit4] 2> 2666545 INFO (jetty-launcher-7984-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T15:59:37.064Z
[junit4] 2> 2666547 INFO (zkConnectionManagerCallback-7990-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2666547 INFO (zkConnectionManagerCallback-7991-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2666548 INFO (jetty-launcher-7984-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2666548 INFO (jetty-launcher-7984-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2666558 INFO (jetty-launcher-7984-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43047/solr
[junit4] 2> 2666560 INFO (zkConnectionManagerCallback-7996-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2666560 INFO (jetty-launcher-7984-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43047/solr
[junit4] 2> 2666569 INFO (zkConnectionManagerCallback-7999-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2666570 INFO (zkConnectionManagerCallback-8001-thread-1-processing-n:127.0.0.1:46289_solr) [n:127.0.0.1:46289_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2666572 INFO (zkConnectionManagerCallback-8003-thread-1-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2666637 INFO (jetty-launcher-7984-thread-1) [n:127.0.0.1:46289_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2666637 INFO (jetty-launcher-7984-thread-2) [n:127.0.0.1:37401_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2666638 INFO (jetty-launcher-7984-thread-1) [n:127.0.0.1:46289_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46289_solr
[junit4] 2> 2666638 INFO (jetty-launcher-7984-thread-2) [n:127.0.0.1:37401_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37401_solr
[junit4] 2> 2666638 INFO (jetty-launcher-7984-thread-1) [n:127.0.0.1:46289_solr ] o.a.s.c.Overseer Overseer (id=99411294745788421-127.0.0.1:46289_solr-n_0000000000) starting
[junit4] 2> 2666639 INFO (zkCallback-8002-thread-1-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2666639 INFO (zkCallback-8000-thread-1-processing-n:127.0.0.1:46289_solr) [n:127.0.0.1:46289_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2666649 INFO (jetty-launcher-7984-thread-1) [n:127.0.0.1:46289_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46289_solr
[junit4] 2> 2666650 INFO (zkCallback-8000-thread-1-processing-n:127.0.0.1:46289_solr) [n:127.0.0.1:46289_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2666651 INFO (zkCallback-8002-thread-1-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2666761 INFO (jetty-launcher-7984-thread-2) [n:127.0.0.1:37401_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 2666763 WARN (jetty-launcher-7984-thread-2) [n:127.0.0.1:37401_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 2666769 INFO (jetty-launcher-7984-thread-2) [n:127.0.0.1:37401_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=jenkins, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 2666858 INFO (jetty-launcher-7984-thread-1) [n:127.0.0.1:46289_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 2666858 INFO (jetty-launcher-7984-thread-2) [n:127.0.0.1:37401_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 2666858 WARN (jetty-launcher-7984-thread-1) [n:127.0.0.1:46289_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 2666862 INFO (jetty-launcher-7984-thread-1) [n:127.0.0.1:46289_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=jenkins, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 2666864 INFO (jetty-launcher-7984-thread-1) [n:127.0.0.1:46289_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 2666895 INFO (jetty-launcher-7984-thread-2-EventThread) [n:127.0.0.1:37401_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 2666895 INFO (jetty-launcher-7984-thread-1-EventThread) [n:127.0.0.1:46289_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 2667075 WARN (jetty-launcher-7984-thread-2) [n:127.0.0.1:37401_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 2667076 WARN (jetty-launcher-7984-thread-1) [n:127.0.0.1:46289_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 2667137 INFO (jetty-launcher-7984-thread-2) [n:127.0.0.1:37401_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37401.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3af25a
[junit4] 2> 2667143 INFO (jetty-launcher-7984-thread-1) [n:127.0.0.1:46289_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46289.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3af25a
[junit4] 2> 2667152 INFO (jetty-launcher-7984-thread-2) [n:127.0.0.1:37401_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37401.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3af25a
[junit4] 2> 2667152 INFO (jetty-launcher-7984-thread-2) [n:127.0.0.1:37401_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37401.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3af25a
[junit4] 2> 2667154 INFO (jetty-launcher-7984-thread-2) [n:127.0.0.1:37401_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_5C566798549BC322-001/tempDir-001/node2/.
[junit4] 2> 2667160 INFO (jetty-launcher-7984-thread-1) [n:127.0.0.1:46289_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46289.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3af25a
[junit4] 2> 2667160 INFO (jetty-launcher-7984-thread-1) [n:127.0.0.1:46289_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46289.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3af25a
[junit4] 2> 2667162 INFO (jetty-launcher-7984-thread-1) [n:127.0.0.1:46289_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_5C566798549BC322-001/tempDir-001/node1/.
[junit4] 2> 2667245 INFO (zkConnectionManagerCallback-8009-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2667329 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[5C566798549BC322]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyUnknownRemote
[junit4] 2> 2675552 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[5C566798549BC322]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1516931977884&s=7dQOYKZZcYim/IESKM/zZYVrKq0="; Path=/; Domain=127.0.0.1; Expires= , 26- -2018 01:59:37 GMT; HttpOnly". Invalid 'expires' attribute: , 26- -2018 01:59:37 GMT
[junit4] 2> 2675552 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[5C566798549BC322]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyUnknownRemote
[junit4] 2> 2675617 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[5C566798549BC322]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
[junit4] 2> 2675635 INFO (qtp31001026-26929) [n:127.0.0.1:46289_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2675635 INFO (qtp31001026-26929) [n:127.0.0.1:46289_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2675636 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[5C566798549BC322]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostUsersGroup&p=anyHostUsersGroup&t=test&e=1516931986137&s=7QKa2dhKmxPP9ijLTnxZzFC37jU="; Path=/; Domain=127.0.0.1; Expires= , 26- -2018 01:59:46 GMT; HttpOnly". Invalid 'expires' attribute: , 26- -2018 01:59:46 GMT
[junit4] 2> 2675636 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[5C566798549BC322]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
[junit4] 2> 2675708 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[5C566798549BC322]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
[junit4] 2> 2675729 WARN (qtp31001026-26933) [ ] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: ‘bar’: no such user
[junit4] 2> id: ‘bar’: no such user
[junit4] 2>
[junit4] 2> 2675739 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[5C566798549BC322]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bogusGroup&p=bogusGroup&t=test&e=1516931986228&s=V9pKOF8qKH0kFOgmSH4nYuPtMsc="; Path=/; Domain=127.0.0.1; Expires= , 26- -2018 01:59:46 GMT; HttpOnly". Invalid 'expires' attribute: , 26- -2018 01:59:46 GMT
[junit4] 2> 2675739 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[5C566798549BC322]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
[junit4] 2> 2675799 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[5C566798549BC322]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
[junit4] 2> 2675804 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[5C566798549BC322]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noGroups&p=noGroups&t=test&e=1516931986319&s=p71WJl4X6wv6cE3JkLKdbtbDSGg="; Path=/; Domain=127.0.0.1; Expires= , 26- -2018 01:59:46 GMT; HttpOnly". Invalid 'expires' attribute: , 26- -2018 01:59:46 GMT
[junit4] 2> 2675804 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[5C566798549BC322]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
[junit4] 2> 2675871 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[5C566798549BC322]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
[junit4] 2> 2675873 INFO (qtp31001026-26933) [n:127.0.0.1:46289_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2675873 INFO (qtp31001026-26933) [n:127.0.0.1:46289_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2675873 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[5C566798549BC322]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostAnyUser&p=anyHostAnyUser&t=test&e=1516931986391&s=YqCZHbt55okzybf1T1qcmZG0Ilg="; Path=/; Domain=127.0.0.1; Expires= , 26- -2018 01:59:46 GMT; HttpOnly". Invalid 'expires' attribute: , 26- -2018 01:59:46 GMT
[junit4] 2> 2675874 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[5C566798549BC322]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
[junit4] 2> 2675935 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[5C566798549BC322]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
[junit4] 2> 2675936 INFO (qtp31001026-26929) [n:127.0.0.1:46289_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2675936 INFO (qtp31001026-26929) [n:127.0.0.1:46289_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2675937 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[5C566798549BC322]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1516931986455&s=ory6rH7rsPddn2bVD7c3oxGtZRg="; Path=/; Domain=127.0.0.1; Expires= , 26- -2018 01:59:46 GMT; HttpOnly". Invalid 'expires' attribute: , 26- -2018 01:59:46 GMT
[junit4] 2> 2675938 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[5C566798549BC322]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
[junit4] 2> 2676002 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[5C566798549BC322]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
[junit4] 2> 2676003 INFO (qtp31001026-26933) [n:127.0.0.1:46289_solr ] o.a.s.s.SolrDispatchFilter Error authenticating
[junit4] 2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:449)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2676004 WARN (qtp31001026-26933) [n:127.0.0.1:46289_solr ] o.e.j.s.HttpChannel /solr/admin/collections
[junit4] 2> org.apache.solr.common.SolrException: Error during request authentication,
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:455)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:449)
[junit4] 2> ... 31 more
[junit4] 2> 2676007 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[5C566798549BC322]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
[junit4] 2> 2676079 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[5C566798549BC322]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testForwarding
[junit4] 2> 2676081 INFO (zkConnectionManagerCallback-8012-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2676364 INFO (zkConnectionManagerCallback-8015-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2676365 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[5C566798549BC322]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2676366 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[5C566798549BC322]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43047/solr ready
[junit4] 2> 2676368 INFO (qtp31283235-26920) [n:127.0.0.1:37401_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2676371 INFO (OverseerThreadFactory-5287-thread-1-processing-n:127.0.0.1:46289_solr) [n:127.0.0.1:46289_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection forwardingCollection
[junit4] 2> 2676480 INFO (OverseerStateUpdate-99411294745788421-127.0.0.1:46289_solr-n_0000000000) [n:127.0.0.1:46289_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"forwardingCollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"forwardingCollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37401/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2676685 INFO (qtp31283235-26932) [n:127.0.0.1:37401_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2676685 INFO (qtp31283235-26932) [n:127.0.0.1:37401_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2676789 INFO (zkCallback-8002-thread-1-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2676790 INFO (zkCallback-8002-thread-2-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2677716 INFO (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2677753 INFO (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema [forwardingCollection_shard1_replica_n1] Schema name=test
[junit4] 2> 2677924 INFO (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2677948 INFO (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'forwardingCollection_shard1_replica_n1' using configuration from collection forwardingCollection, trusted=true
[junit4] 2> 2677949 INFO (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37401.solr.core.forwardingCollection.shard1.replica_n1' (registry 'solr.core.forwardingCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3af25a
[junit4] 2> 2677949 INFO (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2677949 INFO (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [[forwardingCollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_5C566798549BC322-001/tempDir-001/node2/forwardingCollection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_5C566798549BC322-001/tempDir-001/node2/./forwardingCollection_shard1_replica_n1/data/]
[junit4] 2> 2677956 INFO (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=2111539934, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 2678058 INFO (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2678058 INFO (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2678060 INFO (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2678060 INFO (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2678062 INFO (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=48, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5302231596900171]
[junit4] 2> 2678063 INFO (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@d76cc3[forwardingCollection_shard1_replica_n1] main]
[junit4] 2> 2678065 INFO (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 2678136 INFO (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 2678227 INFO (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2678228 INFO (searcherExecutor-5292-thread-1-processing-n:127.0.0.1:37401_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 2678228 INFO (searcherExecutor-5292-thread-1-processing-n:127.0.0.1:37401_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 2678228 INFO (searcherExecutor-5292-thread-1-processing-n:127.0.0.1:37401_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 2678228 INFO (searcherExecutor-5292-thread-1-processing-n:127.0.0.1:37401_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 2678229 INFO (searcherExecutor-5292-thread-1-processing-n:127.0.0.1:37401_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 2678229 INFO (searcherExecutor-5292-thread-1-processing-n:127.0.0.1:37401_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 2678229 INFO (searcherExecutor-5292-thread-1-processing-n:127.0.0.1:37401_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 2678230 INFO (searcherExecutor-5292-thread-1-processing-n:127.0.0.1:37401_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 2678230 INFO (searcherExecutor-5292-thread-1-processing-n:127.0.0.1:37401_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 2678232 INFO (searcherExecutor-5292-thread-1-processing-n:127.0.0.1:37401_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] Registered new searcher Searcher@d76cc3[forwardingCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2678233 INFO (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590580728301617152
[junit4] 2> 2678236 INFO (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2678236 INFO (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2678236 INFO (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37401/solr/forwardingCollection_shard1_replica_n1/
[junit4] 2> 2678236 INFO (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2678236 INFO (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:37401/solr/forwardingCollection_shard1_replica_n1/ has no replicas
[junit4] 2> 2678236 INFO (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2678238 INFO (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37401/solr/forwardingCollection_shard1_replica_n1/ shard1
[junit4] 2> 2678340 INFO (zkCallback-8002-thread-2-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2678340 INFO (zkCallback-8002-thread-1-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2678389 INFO (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2678391 INFO (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1706
[junit4] 2> 2678391 WARN (httpShardExecutor-5282-thread-1-processing-n:127.0.0.1:46289_solr [http:////127.0.0.1:37401//solr] http:////127.0.0.1:37401//solr) [n:127.0.0.1:46289_solr ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1516931987202&s=NdH0ccJmKU4vV7tDrc3/Rgj9gTg="; Path=/; Domain=127.0.0.1; Expires= , 26- -2018 01:59:47 GMT; HttpOnly". Invalid 'expires' attribute: , 26- -2018 01:59:47 GMT
[junit4] 2> 2678396 INFO (qtp31283235-26920) [n:127.0.0.1:37401_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2678491 INFO (zkCallback-8002-thread-2-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2678491 INFO (zkCallback-8002-thread-1-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2679396 INFO (qtp31283235-26920) [n:127.0.0.1:37401_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=3028
[junit4] 2> 2679397 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[5C566798549BC322]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1516931986887&s=jOPZAiHqvCShA/rlXqVuh89DYsg="; Path=/; Domain=127.0.0.1; Expires= , 26- -2018 01:59:46 GMT; HttpOnly". Invalid 'expires' attribute: , 26- -2018 01:59:46 GMT
[junit4] 2> 2679397 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[5C566798549BC322]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: forwardingCollection failOnTimeout:true timeout (sec):100
[junit4] 2> 2679398 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[5C566798549BC322]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: forwardingCollection
[junit4] 2> 2679401 INFO (qtp31001026-26929) [n:127.0.0.1:46289_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2679405 INFO (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2679405 WARN (qtp31001026-26929) [n:127.0.0.1:46289_solr ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1516931989922&s=RxkY4bi5LXuX8dbO+OgzLlnsX3k="; Path=/; Domain=127.0.0.1; Expires= , 26- -2018 01:59:49 GMT; HttpOnly". Invalid 'expires' attribute: , 26- -2018 01:59:49 GMT
[junit4] 2> 2679406 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[5C566798549BC322]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1516931989920&s=C6ZFLfMVdWLbuGnE1KLznA5woko="; Path=/; Domain=127.0.0.1; Expires= , 26- -2018 01:59:49 GMT; HttpOnly". Invalid 'expires' attribute: , 26- -2018 01:59:49 GMT
[junit4] 2> 2679406 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[5C566798549BC322]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1516931989922&s=RxkY4bi5LXuX8dbO+OgzLlnsX3k="; Path=/; Domain=127.0.0.1; Expires= , 26- -2018 01:59:49 GMT; HttpOnly". Invalid 'expires' attribute: , 26- -2018 01:59:49 GMT
[junit4] 2> 2679410 INFO (qtp31283235-26932) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2679411 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[5C566798549BC322]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1516931989928&s=cNi7wueZ0rfvMVExa0S0L0NGYXY="; Path=/; Domain=127.0.0.1; Expires= , 26- -2018 01:59:49 GMT; HttpOnly". Invalid 'expires' attribute: , 26- -2018 01:59:49 GMT
[junit4] 2> 2679411 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[5C566798549BC322]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testForwarding
[junit4] 2> 2679489 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[5C566798549BC322]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
[junit4] 2> 2694504 WARN (jetty-launcher-7984-thread-2-SendThread(127.0.0.1:43047)) [n:127.0.0.1:37401_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 16013ms for sessionid 0x1612e0bbdfc0006
[junit4] 2> 2694504 WARN (jetty-launcher-7984-thread-2-SendThread(127.0.0.1:43047)) [n:127.0.0.1:37401_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 18973ms for sessionid 0x1612e0bbdfc0007
[junit4] 2> 2694504 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[5C566798549BC322]-SendThread(127.0.0.1:43047)) [ ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15106ms for sessionid 0x1612e0bbdfc000b
[junit4] 2> 2694505 WARN (jetty-launcher-7984-thread-1-SendThread(127.0.0.1:43047)) [n:127.0.0.1:46289_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 18974ms for sessionid 0x1612e0bbdfc0008
[junit4] 2> 2694505 WARN (jetty-launcher-7984-thread-1-SendThread(127.0.0.1:43047)) [n:127.0.0.1:46289_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15103ms for sessionid 0x1612e0bbdfc0005
[junit4] 2> 2694505 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1612e0bbdfc0008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2694505 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1612e0bbdfc0006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2694505 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1612e0bbdfc0007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2694505 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1612e0bbdfc0005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2694507 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[5C566798549BC322]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=wrongHost&p=wrongHost&t=test&e=1516931990009&s=b6EVjbAGhlhMur8PyI+QJHFgq+k="; Path=/; Domain=127.0.0.1; Expires= , 26- -2018 01:59:50 GMT; HttpOnly". Invalid 'expires' attribute: , 26- -2018 01:59:50 GMT
[junit4] 2> 2694507 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[5C566798549BC322]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
[junit4] 2> 2694571 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[5C566798549BC322]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidRemote
[junit4] 2> 2694579 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[5C566798549BC322]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1516932005091&s=aI3fN9tPw6BFwOSlLfy1Jg0IEMY="; Path=/; Domain=127.0.0.1; Expires= , 26- -2018 02:00:05 GMT; HttpOnly". Invalid 'expires' attribute: , 26- -2018 02:00:05 GMT
[junit4] 2> 2694579 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[5C566798549BC322]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidRemote
[junit4] 2> 2694606 INFO (jetty-launcher-7984-thread-2-EventThread) [n:127.0.0.1:37401_solr ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
[junit4] 2> 2694606 INFO (jetty-launcher-7984-thread-1-EventThread) [n:127.0.0.1:46289_solr ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
[junit4] 2> 2694609 WARN (zkConnectionManagerCallback-8003-thread-1-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1a9b949 name: ZooKeeperConnection Watcher:127.0.0.1:43047/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 2694609 WARN (zkConnectionManagerCallback-8003-thread-1-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 2694615 WARN (zkConnectionManagerCallback-8015-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@703579 name: ZooKeeperConnection Watcher:127.0.0.1:43047/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 2694615 WARN (zkConnectionManagerCallback-8001-thread-1-processing-n:127.0.0.1:46289_solr) [n:127.0.0.1:46289_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@d975ee name: ZooKeeperConnection Watcher:127.0.0.1:43047/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 2694615 WARN (zkConnectionManagerCallback-8015-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 2694618 WARN (zkConnectionManagerCallback-8001-thread-1-processing-n:127.0.0.1:46289_solr) [n:127.0.0.1:46289_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 2694647 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[5C566798549BC322]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
[junit4] 2> 2694650 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[5C566798549BC322]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=test&e=1516932005167&s=RGdJ7M3P8Ip40UC/VL31+KZ9FSU="; Path=/; Domain=127.0.0.1; Expires= , 26- -2018 02:00:05 GMT; HttpOnly". Invalid 'expires' attribute: , 26- -2018 02:00:05 GMT
[junit4] 2> 2694650 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[5C566798549BC322]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
[junit4] 2> 2694715 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[5C566798549BC322]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
[junit4] 2> 2694720 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[5C566798549BC322]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noHosts&p=noHosts&t=test&e=1516932005235&s=OK/MFoCa4/IEmRoDH5eRdl5m4yM="; Path=/; Domain=127.0.0.1; Expires= , 26- -2018 02:00:05 GMT; HttpOnly". Invalid 'expires' attribute: , 26- -2018 02:00:05 GMT
[junit4] 2> 2694720 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[5C566798549BC322]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
[junit4] 2> 2694883 INFO (jetty-closer-7985-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@ed3f71{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2694883 INFO (jetty-closer-7985-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@187b063{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2694883 INFO (jetty-closer-7985-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=12481810
[junit4] 2> 2694883 INFO (jetty-closer-7985-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=30543908
[junit4] 2> 2694884 INFO (jetty-closer-7985-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2694884 INFO (jetty-closer-7985-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2694884 INFO (jetty-closer-7985-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7cd6a8: rootName = solr_37401, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1d3fee1
[junit4] 2> 2694884 INFO (jetty-closer-7985-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@e7b9f: rootName = solr_46289, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@129b61b
[junit4] 2> 2694891 INFO (jetty-closer-7985-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2694891 INFO (jetty-closer-7985-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@70774e: rootName = solr_37401, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1787f78
[junit4] 2> 2694893 INFO (jetty-closer-7985-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2694893 INFO (jetty-closer-7985-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1682f23: rootName = solr_46289, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1787f78
[junit4] 2> 2694897 INFO (jetty-closer-7985-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2694897 INFO (jetty-closer-7985-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@785d95: rootName = solr_37401, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1cf3c74
[junit4] 2> 2694902 INFO (jetty-closer-7985-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2694902 INFO (jetty-closer-7985-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2f2c3e: rootName = solr_46289, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1cf3c74
[junit4] 2> 2695966 INFO (jetty-closer-7985-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:46289_solr
[junit4] 2> 2695966 INFO (jetty-closer-7985-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2695969 INFO (zkConnectionManagerCallback-8001-thread-1-processing-n:127.0.0.1:46289_solr) [n:127.0.0.1:46289_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2695973 INFO (zkCallback-8000-thread-1-processing-n:127.0.0.1:46289_solr) [n:127.0.0.1:46289_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2695976 INFO (jetty-closer-7985-thread-1) [ ] o.a.s.c.Overseer Overseer (id=99411294745788421-127.0.0.1:46289_solr-n_0000000000) closing
[junit4] 2> 2695976 INFO (OverseerStateUpdate-99411294745788421-127.0.0.1:46289_solr-n_0000000000) [n:127.0.0.1:46289_solr ] o.a.s.c.Overseer According to ZK I (id=99411294745788421-127.0.0.1:46289_solr-n_0000000000) am no longer a leader.
[junit4] 2> 2695978 INFO (OverseerStateUpdate-99411294745788421-127.0.0.1:46289_solr-n_0000000000) [n:127.0.0.1:46289_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46289_solr
[junit4] 2> 2695976 WARN (OverseerAutoScalingTriggerThread-99411294745788421-127.0.0.1:46289_solr-n_0000000000) [n:127.0.0.1:46289_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2695982 INFO (OverseerCollectionConfigSetProcessor-99411294745788421-127.0.0.1:46289_solr-n_0000000000) [n:127.0.0.1:46289_solr ] o.a.s.c.OverseerTaskProcessor According to ZK I (id=99411294745788421-127.0.0.1:46289_solr-n_0000000000) am no longer a leader.
[junit4] 2> 2695986 ERROR (Thread[Thread-3290,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:46289_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 2696269 INFO (zkConnectionManagerCallback-8003-thread-1-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2696271 INFO (jetty-closer-7985-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:37401_solr
[junit4] 2> 2696272 INFO (zkCallback-8002-thread-2-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2696272 INFO (jetty-closer-7985-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2696274 INFO (zkCallback-8002-thread-5-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37401_solr
[junit4] 2> 2696277 INFO (zkCallback-8002-thread-6-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 2696284 INFO (coreCloseExecutor-5298-thread-1) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@a75e28
[junit4] 2> 2696284 INFO (coreCloseExecutor-5298-thread-1) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.forwardingCollection.shard1.replica_n1, tag=10968616
[junit4] 2> 2696284 INFO (coreCloseExecutor-5298-thread-1) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3d3c64: rootName = solr_37401, domain = solr.core.forwardingCollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.forwardingCollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@380464
[junit4] 2> 2696333 INFO (coreCloseExecutor-5298-thread-1) [n:127.0.0.1:37401_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.forwardingCollection.shard1.leader, tag=10968616
[junit4] 2> 2696340 ERROR (Thread[Thread-3292,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:37401_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 2696342 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1612e0bbdfc0007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2696344 INFO (jetty-closer-7985-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@d37f58{/solr,null,UNAVAILABLE}
[junit4] 2> 2696344 INFO (jetty-closer-7985-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2696559 WARN (jetty-launcher-7984-thread-1-SendThread(127.0.0.1:43047)) [n:127.0.0.1:46289_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x1612e0bbdfc0008 has expired
[junit4] 2> 2696659 INFO (jetty-closer-7985-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1753937{/solr,null,UNAVAILABLE}
[junit4] 2> 2696660 INFO (jetty-closer-7985-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2696660 ERROR (SUITE-TestSolrCloudWithSecureImpersonation-seed#[5C566798549BC322]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2696661 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[5C566798549BC322]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43047 43047
[junit4] 2> 2697400 INFO (Thread-3273) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43047 43047
[junit4] 2> 2697401 WARN (Thread-3273) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/collections/forwardingCollection/state.json
[junit4] 2> 4 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
[junit4] 2>
[junit4] 2> 2697443 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[5C566798549BC322]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Jan 25, 2018 4:00:07 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 3 leaked thread(s).
[junit4] 2> Jan 25, 2018 4:00:28 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
[junit4] 2> 1) Thread[id=26971, name=jetty-launcher-7984-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> 2) Thread[id=26970, name=jetty-launcher-7984-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> Jan 25, 2018 4:00:28 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=26971, name=jetty-launcher-7984-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> 2) Thread[id=26970, name=jetty-launcher-7984-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> 2717641 ERROR (jetty-launcher-7984-thre
[...truncated too long message...]
[junit4] 2> 3064989 INFO (jetty-closer-8510-thread-5) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@d67544{/solr,null,UNAVAILABLE}
[junit4] 2> 3064989 INFO (jetty-closer-8510-thread-5) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3064990 INFO (jetty-closer-8510-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1e970fb{/solr,null,UNAVAILABLE}
[junit4] 2> 3064991 INFO (jetty-closer-8510-thread-3) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3066384 WARN (zkCallback-8715-thread-2-processing-n:127.0.0.1:32811_solr) [n:127.0.0.1:32811_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3066384 INFO (jetty-closer-8510-thread-12) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1942516{/solr,null,UNAVAILABLE}
[junit4] 2> 3066385 INFO (jetty-closer-8510-thread-12) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3066386 ERROR (SUITE-TriggerIntegrationTest-seed#[5C566798549BC322]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3066387 INFO (SUITE-TriggerIntegrationTest-seed#[5C566798549BC322]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42901 42901
[junit4] 2> 3071496 INFO (Thread-3790) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42901 42901
[junit4] 2> 3071498 WARN (Thread-3790) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/aliases.json
[junit4] 2> 21 /solr/security.json
[junit4] 2> 11 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 112 /solr/collections/collection1/state.json
[junit4] 2> 47 /solr/collections/testMetricTrigger/state.json
[junit4] 2> 22 /solr/clusterprops.json
[junit4] 2> 22 /solr/clusterstate.json
[junit4] 2> 6 /solr/autoscaling.json
[junit4] 2> 3 /solr/overseer_elect/election/99411307316445190-127.0.0.1:35837_solr-n_0000000001
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/99411307316445226-core_node4-n_0000000001
[junit4] 2> 2 /solr/overseer_elect/election/99411307316445211-127.0.0.1:41895_solr-n_0000000007
[junit4] 2> 2 /solr/overseer_elect/election/99411307316445244-127.0.0.1:32811_solr-n_0000000018
[junit4] 2> 2 /solr/overseer_elect/election/99411307316445217-127.0.0.1:40263_solr-n_0000000009
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/99411307316445217-core_node12-n_0000000005
[junit4] 2> 2 /solr/overseer_elect/election/99411307316445235-127.0.0.1:43025_solr-n_0000000015
[junit4] 2> 2 /solr/overseer_elect/election/99411307316445229-127.0.0.1:34711_solr-n_0000000013
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/99411307316445211-core_node6-n_0000000002
[junit4] 2> 2 /solr/overseer_elect/election/99411307316445241-127.0.0.1:40739_solr-n_0000000017
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/live_nodes
[junit4] 2> 22 /solr/collections
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR
[junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_5C566798549BC322-001
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=da-DK, timezone=ART
[junit4] 2> NOTE: Linux 4.13.0-31-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=209990888,total=438104064
[junit4] 2> NOTE: All tests run in this JVM: [TestHdfsCloudBackupRestore, TestCloudDeleteByQuery, DistributedFacetPivotSmallAdvancedTest, OverseerTaskQueueTest, TestMaxTokenLenTokenizer, ZkStateReaderTest, SolrIndexSplitterTest, TestCollationField, AnalyticsQueryTest, TestDeleteCollectionOnDownNodes, TestDocumentBuilder, RemoteQueryErrorTest, StatsComponentTest, SolrMetricsIntegrationTest, ShufflingReplicaListTransformerTest, TestExclusionRuleCollectionAccess, TestFieldSortValues, SimpleFacetsTest, TestManagedSynonymGraphFilterFactory, AssignBackwardCompatibilityTest, TestPHPSerializedResponseWriter, HdfsDirectoryTest, TestPerFieldSimilarityWithDefaultOverride, TestTrieFacet, TestSkipOverseerOperations, TestFileDictionaryLookup, ZkCLITest, DistributedQueryComponentCustomSortTest, PreAnalyzedFieldManagedSchemaCloudTest, TestSolrDeletionPolicy1, LeaderFailoverAfterPartitionTest, DocValuesMissingTest, CustomHighlightComponentTest, TestBinaryField, LargeFieldTest, TriLevelCompositeIdRoutingTest, AssignTest, DebugComponentTest, TestClassicSimilarityFactory, HdfsWriteToMultipleCollectionsTest, TestSolrQueryParser, SolrIndexMetricsTest, TestSlowCompositeReaderWrapper, SimpleCollectionCreateDeleteTest, TestNestedDocsSort, TestFieldTypeResource, BJQParserTest, TestDocSet, HdfsChaosMonkeySafeLeaderTest, TestDistributedSearch, SystemLogListenerTest, UUIDUpdateProcessorFallbackTest, TestHighlightDedupGrouping, TestSort, UpdateParamsTest, ForceLeaderTest, TestReloadDeadlock, SubstringBytesRefFilterTest, TestRequestStatusCollectionAPI, TestComplexPhraseLeadingWildcard, TestIBSimilarityFactory, TestReplicationHandlerBackup, TestNumericRangeQuery32, FieldAnalysisRequestHandlerTest, MoveReplicaTest, TestSQLHandler, PluginInfoTest, TestHashPartitioner, OutOfBoxZkACLAndCredentialsProvidersTest, HttpSolrCallGetCoreTest, RequestHandlersTest, TestRuleBasedAuthorizationPlugin, ChaosMonkeyNothingIsSafeTest, DistributedFacetSimpleRefinementLongTailTest, SaslZkACLProviderTest, BadIndexSchemaTest, TestRebalanceLeaders, TestConfig, SolrJmxReporterCloudTest, RAMDirectoryFactoryTest, SpellCheckCollatorTest, TestFieldCache, CoreSorterTest, TestIndexSearcher, LeaderInitiatedRecoveryOnShardRestartTest, SegmentsInfoRequestHandlerTest, MetricUtilsTest, TestSegmentSorting, TestExecutePlanAction, TestCSVResponseWriter, BasicDistributedZkTest, TermVectorComponentDistributedTest, TestSolrXml, TestNoOpRegenerator, OutputWriterTest, TestSolrFieldCacheBean, SolrCoreCheckLockOnStartupTest, TestGroupingSearch, DefaultValueUpdateProcessorTest, TestSolrCLIRunExample, HdfsDirectoryFactoryTest, TestLMDirichletSimilarityFactory, V2StandaloneTest, CoreAdminRequestStatusTest, TestCustomDocTransformer, ChangedSchemaMergeTest, TestRandomFaceting, TestStressLiveNodes, SolrCoreMetricManagerTest, TestSmileRequest, HLLSerializationTest, SolrIndexConfigTest, TestWordDelimiterFilterFactory, DocumentAnalysisRequestHandlerTest, TestStreamBody, HighlighterConfigTest, DocExpirationUpdateProcessorFactoryTest, TestEmbeddedSolrServerSchemaAPI, NodeAddedTriggerTest, ClassificationUpdateProcessorIntegrationTest, AtomicUpdateProcessorFactoryTest, TestShardHandlerFactory, SolrRequestParserTest, TestManagedResourceStorage, RecoveryAfterSoftCommitTest, TestCloudPseudoReturnFields, TestClusterProperties, TestConfigSetsAPIExclusivity, TestCryptoKeys, TestLockTree, TestOnReconnectListenerSupport, TestPullReplica, TestSSLRandomization, TestSizeLimitedDistributedMap, TestSolrCloudWithSecureImpersonation, CollectionReloadTest, ConcurrentDeleteAndCreateCollectionTest, CustomCollectionTest, TestCollectionsAPIViaSolrCloudCluster, AutoScalingHandlerTest, HttpTriggerListenerTest, NodeLostTriggerTest, TriggerIntegrationTest]
[junit4] Completed [600/767 (2!)] on J0 in 213.46s, 14 tests, 1 failure <<< FAILURES!
[...truncated 37101 lines...]
-ecj-javadoc-lint-tests:
[mkdir] Created dir: /tmp/ecj953566653
[ecj-lint] Compiling 19 source files to /tmp/ecj953566653
[ecj-lint] ----------
[ecj-lint] 1. ERROR in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/spatial3d/src/test/org/apache/lucene/spatial3d/geom/RandomPlaneTest.java (at line 20)
[ecj-lint] import java.util.ArrayList;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import java.util.ArrayList is never used
[ecj-lint] ----------
[ecj-lint] 2. ERROR in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/spatial3d/src/test/org/apache/lucene/spatial3d/geom/RandomPlaneTest.java (at line 21)
[ecj-lint] import java.util.List;
[ecj-lint] ^^^^^^^^^^^^^^
[ecj-lint] The import java.util.List is never used
[ecj-lint] ----------
[ecj-lint] 2 problems (2 errors)
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/build.xml:836: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/build.xml:101: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build.xml:208: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/common-build.xml:2281: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/common-build.xml:2112: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/common-build.xml:2145: Compile failed; see the compiler error output for details.
Total time: 91 minutes 28 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_144) - Build # 1240
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1240/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple
Error Message:
Waiting for collection testSimple1 null Live Nodes: [127.0.0.1:37779_solr, 127.0.0.1:44759_solr] Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/16)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "dataDir":"hdfs://localhost.localdomain:38985/data/testSimple1/core_node3/data/", "base_url":"https://127.0.0.1:37779/solr", "node_name":"127.0.0.1:37779_solr", "type":"NRT", "ulogDir":"hdfs://localhost.localdomain:38985/data/testSimple1/core_node3/data/tlog", "core":"testSimple1_shard1_replica_n1", "shared_storage":"true", "state":"active"}, "core_node5":{ "dataDir":"hdfs://localhost.localdomain:38985/data/testSimple1/core_node5/data/", "base_url":"https://127.0.0.1:37779/solr", "node_name":"127.0.0.1:37779_solr", "type":"NRT", "ulogDir":"hdfs://localhost.localdomain:38985/data/testSimple1/core_node5/data/tlog", "core":"testSimple1_shard1_replica_n2", "shared_storage":"true", "state":"active", "leader":"true"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "dataDir":"hdfs://localhost.localdomain:38985/data/testSimple1/core_node7/data/", "base_url":"https://127.0.0.1:39677/solr", "node_name":"127.0.0.1:39677_solr", "type":"NRT", "ulogDir":"hdfs://localhost.localdomain:38985/data/testSimple1/core_node7/data/tlog", "core":"testSimple1_shard2_replica_n4", "shared_storage":"true", "state":"down"}, "core_node8":{ "dataDir":"hdfs://localhost.localdomain:38985/data/testSimple1/core_node8/data/", "base_url":"https://127.0.0.1:37779/solr", "node_name":"127.0.0.1:37779_solr", "type":"NRT", "ulogDir":"hdfs://localhost.localdomain:38985/data/testSimple1/core_node8/data/tlog", "core":"testSimple1_shard2_replica_n6", "shared_storage":"true", "state":"active", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple1
null
Live Nodes: [127.0.0.1:37779_solr, 127.0.0.1:44759_solr]
Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/16)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"dataDir":"hdfs://localhost.localdomain:38985/data/testSimple1/core_node3/data/",
"base_url":"https://127.0.0.1:37779/solr",
"node_name":"127.0.0.1:37779_solr",
"type":"NRT",
"ulogDir":"hdfs://localhost.localdomain:38985/data/testSimple1/core_node3/data/tlog",
"core":"testSimple1_shard1_replica_n1",
"shared_storage":"true",
"state":"active"},
"core_node5":{
"dataDir":"hdfs://localhost.localdomain:38985/data/testSimple1/core_node5/data/",
"base_url":"https://127.0.0.1:37779/solr",
"node_name":"127.0.0.1:37779_solr",
"type":"NRT",
"ulogDir":"hdfs://localhost.localdomain:38985/data/testSimple1/core_node5/data/tlog",
"core":"testSimple1_shard1_replica_n2",
"shared_storage":"true",
"state":"active",
"leader":"true"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"dataDir":"hdfs://localhost.localdomain:38985/data/testSimple1/core_node7/data/",
"base_url":"https://127.0.0.1:39677/solr",
"node_name":"127.0.0.1:39677_solr",
"type":"NRT",
"ulogDir":"hdfs://localhost.localdomain:38985/data/testSimple1/core_node7/data/tlog",
"core":"testSimple1_shard2_replica_n4",
"shared_storage":"true",
"state":"down"},
"core_node8":{
"dataDir":"hdfs://localhost.localdomain:38985/data/testSimple1/core_node8/data/",
"base_url":"https://127.0.0.1:37779/solr",
"node_name":"127.0.0.1:37779_solr",
"type":"NRT",
"ulogDir":"hdfs://localhost.localdomain:38985/data/testSimple1/core_node8/data/tlog",
"core":"testSimple1_shard2_replica_n6",
"shared_storage":"true",
"state":"active",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([4D6CE1B2D8F35C7B:75DFC54CFF0088AA]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13775 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest
[junit4] 2> 2951583 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/init-core-data-001
[junit4] 2> 2951584 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=10 numCloses=10
[junit4] 2> 2951584 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2951586 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2951586 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-001
[junit4] 2> 2951586 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2951587 INFO (Thread-7178) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2951587 INFO (Thread-7178) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2951588 ERROR (Thread-7178) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2951687 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:33585
[junit4] 2> 2951688 INFO (zkConnectionManagerCallback-5057-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2951694 INFO (jetty-launcher-5054-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T07:57:37+10:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2951694 INFO (jetty-launcher-5054-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T07:57:37+10:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2951695 INFO (jetty-launcher-5054-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T07:57:37+10:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2951697 INFO (jetty-launcher-5054-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2951698 INFO (jetty-launcher-5054-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2951698 INFO (jetty-launcher-5054-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2951698 INFO (jetty-launcher-5054-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2951698 INFO (jetty-launcher-5054-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2951698 INFO (jetty-launcher-5054-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2951698 INFO (jetty-launcher-5054-thread-3) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2951698 INFO (jetty-launcher-5054-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2951698 INFO (jetty-launcher-5054-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2951698 INFO (jetty-launcher-5054-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@19354de{/solr,null,AVAILABLE}
[junit4] 2> 2951698 INFO (jetty-launcher-5054-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1e0c200{/solr,null,AVAILABLE}
[junit4] 2> 2951698 INFO (jetty-launcher-5054-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@170768b{/solr,null,AVAILABLE}
[junit4] 2> 2951699 INFO (jetty-launcher-5054-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@abc5b8{SSL,[ssl, http/1.1]}{127.0.0.1:39677}
[junit4] 2> 2951699 INFO (jetty-launcher-5054-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@c74488{SSL,[ssl, http/1.1]}{127.0.0.1:37779}
[junit4] 2> 2951699 INFO (jetty-launcher-5054-thread-3) [ ] o.e.j.s.Server Started @2952650ms
[junit4] 2> 2951699 INFO (jetty-launcher-5054-thread-1) [ ] o.e.j.s.Server Started @2952650ms
[junit4] 2> 2951699 INFO (jetty-launcher-5054-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39677}
[junit4] 2> 2951699 INFO (jetty-launcher-5054-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37779}
[junit4] 2> 2951699 ERROR (jetty-launcher-5054-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2951699 INFO (jetty-launcher-5054-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@c727d0{SSL,[ssl, http/1.1]}{127.0.0.1:44759}
[junit4] 2> 2951699 INFO (jetty-launcher-5054-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2951699 INFO (jetty-launcher-5054-thread-2) [ ] o.e.j.s.Server Started @2952650ms
[junit4] 2> 2951699 INFO (jetty-launcher-5054-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2951699 INFO (jetty-launcher-5054-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44759}
[junit4] 2> 2951699 INFO (jetty-launcher-5054-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2951699 ERROR (jetty-launcher-5054-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2951700 INFO (jetty-launcher-5054-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T12:09:40.506Z
[junit4] 2> 2951700 INFO (jetty-launcher-5054-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2951700 INFO (jetty-launcher-5054-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2951700 ERROR (jetty-launcher-5054-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2951700 INFO (jetty-launcher-5054-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2951700 INFO (jetty-launcher-5054-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2951700 INFO (jetty-launcher-5054-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T12:09:40.506Z
[junit4] 2> 2951700 INFO (jetty-launcher-5054-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2951700 INFO (jetty-launcher-5054-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2951700 INFO (jetty-launcher-5054-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T12:09:40.506Z
[junit4] 2> 2951701 INFO (zkConnectionManagerCallback-5059-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2951701 INFO (jetty-launcher-5054-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2951705 INFO (zkConnectionManagerCallback-5061-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2951705 INFO (zkConnectionManagerCallback-5063-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2951706 INFO (jetty-launcher-5054-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2951706 INFO (jetty-launcher-5054-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2951710 INFO (jetty-launcher-5054-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33585/solr
[junit4] 2> 2951711 INFO (zkConnectionManagerCallback-5067-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2951712 INFO (jetty-launcher-5054-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33585/solr
[junit4] 2> 2951713 INFO (zkConnectionManagerCallback-5071-thread-1-processing-n:127.0.0.1:39677_solr) [n:127.0.0.1:39677_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2951723 INFO (zkConnectionManagerCallback-5073-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2951724 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1612d3939290003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2951725 INFO (zkConnectionManagerCallback-5075-thread-1-processing-n:127.0.0.1:37779_solr) [n:127.0.0.1:37779_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2951727 INFO (jetty-launcher-5054-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33585/solr
[junit4] 2> 2951728 INFO (zkConnectionManagerCallback-5079-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2951729 INFO (zkConnectionManagerCallback-5083-thread-1-processing-n:127.0.0.1:44759_solr) [n:127.0.0.1:44759_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2951773 INFO (jetty-launcher-5054-thread-3) [n:127.0.0.1:39677_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2951773 INFO (jetty-launcher-5054-thread-2) [n:127.0.0.1:44759_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2951773 INFO (jetty-launcher-5054-thread-1) [n:127.0.0.1:37779_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2951773 INFO (jetty-launcher-5054-thread-3) [n:127.0.0.1:39677_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39677_solr
[junit4] 2> 2951774 INFO (jetty-launcher-5054-thread-2) [n:127.0.0.1:44759_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44759_solr
[junit4] 2> 2951774 INFO (jetty-launcher-5054-thread-1) [n:127.0.0.1:37779_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37779_solr
[junit4] 2> 2951774 INFO (jetty-launcher-5054-thread-3) [n:127.0.0.1:39677_solr ] o.a.s.c.Overseer Overseer (id=99410390574235653-127.0.0.1:39677_solr-n_0000000000) starting
[junit4] 2> 2951777 INFO (zkCallback-5082-thread-1-processing-n:127.0.0.1:44759_solr) [n:127.0.0.1:44759_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2951777 INFO (zkCallback-5074-thread-1-processing-n:127.0.0.1:37779_solr) [n:127.0.0.1:37779_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2951777 INFO (zkCallback-5070-thread-1-processing-n:127.0.0.1:39677_solr) [n:127.0.0.1:39677_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2951777 INFO (zkCallback-5082-thread-2-processing-n:127.0.0.1:44759_solr) [n:127.0.0.1:44759_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2951781 DEBUG (OverseerAutoScalingTriggerThread-99410390574235653-127.0.0.1:39677_solr-n_0000000000) [n:127.0.0.1:39677_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 2951782 INFO (jetty-launcher-5054-thread-3) [n:127.0.0.1:39677_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39677_solr
[junit4] 2> 2951782 DEBUG (OverseerAutoScalingTriggerThread-99410390574235653-127.0.0.1:39677_solr-n_0000000000) [n:127.0.0.1:39677_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 2951782 DEBUG (OverseerAutoScalingTriggerThread-99410390574235653-127.0.0.1:39677_solr-n_0000000000) [n:127.0.0.1:39677_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:37779_solr, 127.0.0.1:44759_solr]
[junit4] 2> 2951782 DEBUG (OverseerAutoScalingTriggerThread-99410390574235653-127.0.0.1:39677_solr-n_0000000000) [n:127.0.0.1:39677_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 2951782 DEBUG (OverseerAutoScalingTriggerThread-99410390574235653-127.0.0.1:39677_solr-n_0000000000) [n:127.0.0.1:39677_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 2951785 INFO (zkCallback-5070-thread-1-processing-n:127.0.0.1:39677_solr) [n:127.0.0.1:39677_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2951785 INFO (zkCallback-5074-thread-1-processing-n:127.0.0.1:37779_solr) [n:127.0.0.1:37779_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2951785 INFO (zkCallback-5082-thread-2-processing-n:127.0.0.1:44759_solr) [n:127.0.0.1:44759_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2951790 DEBUG (OverseerAutoScalingTriggerThread-99410390574235653-127.0.0.1:39677_solr-n_0000000000) [n:127.0.0.1:39677_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2951791 DEBUG (OverseerAutoScalingTriggerThread-99410390574235653-127.0.0.1:39677_solr-n_0000000000) [n:127.0.0.1:39677_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 2951791 DEBUG (ScheduledTrigger-10484-thread-1) [n:127.0.0.1:39677_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2951996 INFO (jetty-launcher-5054-thread-2) [n:127.0.0.1:44759_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44759.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f89294
[junit4] 2> 2952007 INFO (jetty-launcher-5054-thread-2) [n:127.0.0.1:44759_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44759.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f89294
[junit4] 2> 2952007 INFO (jetty-launcher-5054-thread-2) [n:127.0.0.1:44759_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44759.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f89294
[junit4] 2> 2952008 INFO (jetty-launcher-5054-thread-1) [n:127.0.0.1:37779_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37779.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f89294
[junit4] 2> 2952008 INFO (jetty-launcher-5054-thread-2) [n:127.0.0.1:44759_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-001/node2/.
[junit4] 2> 2952030 INFO (jetty-launcher-5054-thread-1) [n:127.0.0.1:37779_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37779.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f89294
[junit4] 2> 2952030 INFO (jetty-launcher-5054-thread-1) [n:127.0.0.1:37779_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37779.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f89294
[junit4] 2> 2952031 INFO (jetty-launcher-5054-thread-1) [n:127.0.0.1:37779_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-001/node1/.
[junit4] 2> 2952132 INFO (jetty-launcher-5054-thread-3) [n:127.0.0.1:39677_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39677.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f89294
[junit4] 2> 2952141 INFO (jetty-launcher-5054-thread-3) [n:127.0.0.1:39677_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39677.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f89294
[junit4] 2> 2952141 INFO (jetty-launcher-5054-thread-3) [n:127.0.0.1:39677_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39677.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f89294
[junit4] 2> 2952142 INFO (jetty-launcher-5054-thread-3) [n:127.0.0.1:39677_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-001/node3/.
[junit4] 2> 2952175 INFO (zkConnectionManagerCallback-5089-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2952178 INFO (zkConnectionManagerCallback-5093-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2952179 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2952179 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33585/solr ready
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 2952251 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 2952257 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2952260 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2952273 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_localdomain_32907_hdfs____4r6djv/webapp
[junit4] 2> 2952776 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:32907
[junit4] 2> 2952791 DEBUG (ScheduledTrigger-10484-thread-1) [n:127.0.0.1:39677_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2953791 DEBUG (ScheduledTrigger-10484-thread-2) [n:127.0.0.1:39677_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2954102 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2954103 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2954116 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_37317_datanode____z5l2cc/webapp
[junit4] 2> 2954576 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:37317
[junit4] 2> 2954607 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2954607 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2954617 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_33985_datanode____rmxldp/webapp
[junit4] 2> 2954792 DEBUG (ScheduledTrigger-10484-thread-1) [n:127.0.0.1:39677_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2954851 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:38985) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 2954857 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xa00abd98633f: from storage DS-f07e5dae-af63-4b16-b734-17957d0a28ee node DatanodeRegistration(127.0.0.1:38851, datanodeUuid=dcf556f4-1162-4caa-9236-bbd615b57478, infoPort=36695, infoSecurePort=0, ipcPort=32863, storageInfo=lv=-56;cid=testClusterID;nsid=559131733;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 2954857 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xa00abd98633f: from storage DS-415d9b44-1c3c-43d9-a204-9eb0b916a98e node DatanodeRegistration(127.0.0.1:38851, datanodeUuid=dcf556f4-1162-4caa-9236-bbd615b57478, infoPort=36695, infoSecurePort=0, ipcPort=32863, storageInfo=lv=-56;cid=testClusterID;nsid=559131733;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2955090 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:33985
[junit4] 2> 2955184 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:38985) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 2955189 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xa00ad16036cc: from storage DS-44de2f4f-6267-400e-9f69-16495c88d352 node DatanodeRegistration(127.0.0.1:33101, datanodeUuid=893115de-44be-4092-84b7-c26432202f39, infoPort=46191, infoSecurePort=0, ipcPort=35241, storageInfo=lv=-56;cid=testClusterID;nsid=559131733;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 2955189 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xa00ad16036cc: from storage DS-0ea3d6c3-125e-4a36-bf6b-8ae3955a4921 node DatanodeRegistration(127.0.0.1:33101, datanodeUuid=893115de-44be-4092-84b7-c26432202f39, infoPort=46191, infoSecurePort=0, ipcPort=35241, storageInfo=lv=-56;cid=testClusterID;nsid=559131733;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2955250 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[4D6CE1B2D8F35C7B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
[junit4] 2> 2955294 INFO (qtp4312364-25981) [n:127.0.0.1:37779_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:44759_solr,127.0.0.1:37779_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2955296 INFO (OverseerThreadFactory-10486-thread-1-processing-n:127.0.0.1:39677_solr) [n:127.0.0.1:39677_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple1
[junit4] 2> 2955403 INFO (OverseerStateUpdate-99410390574235653-127.0.0.1:39677_solr-n_0000000000) [n:127.0.0.1:39677_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44759/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2955405 INFO (OverseerStateUpdate-99410390574235653-127.0.0.1:39677_solr-n_0000000000) [n:127.0.0.1:39677_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37779/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2955407 INFO (OverseerStateUpdate-99410390574235653-127.0.0.1:39677_solr-n_0000000000) [n:127.0.0.1:39677_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44759/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2955409 INFO (OverseerStateUpdate-99410390574235653-127.0.0.1:39677_solr-n_0000000000) [n:127.0.0.1:39677_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37779/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2955618 INFO (qtp4312364-25978) [n:127.0.0.1:37779_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2955618 INFO (qtp4312364-26249) [n:127.0.0.1:37779_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2955619 INFO (qtp4312364-26249) [n:127.0.0.1:37779_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2955654 INFO (qtp26324823-26247) [n:127.0.0.1:44759_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2955654 INFO (qtp26324823-26247) [n:127.0.0.1:44759_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2955665 INFO (qtp26324823-26248) [n:127.0.0.1:44759_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2955768 INFO (zkCallback-5082-thread-2-processing-n:127.0.0.1:44759_solr) [n:127.0.0.1:44759_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2955768 INFO (zkCallback-5082-thread-1-processing-n:127.0.0.1:44759_solr) [n:127.0.0.1:44759_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2955768 INFO (zkCallback-5074-thread-2-processing-n:127.0.0.1:37779_solr) [n:127.0.0.1:37779_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2955768 INFO (zkCallback-5074-thread-1-processing-n:127.0.0.1:37779_solr) [n:127.0.0.1:37779_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2955792 DEBUG (ScheduledTrigger-10484-thread-1) [n:127.0.0.1:39677_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2956629 INFO (qtp4312364-26249) [n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2956651 INFO (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2956661 INFO (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
[junit4] 2> 2956663 INFO (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2956663 INFO (qtp4312364-26249) [n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 2956665 INFO (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2956666 INFO (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
[junit4] 2> 2956667 INFO (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37779.solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f89294
[junit4] 2> 2956667 INFO (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:38985/data
[junit4] 2> 2956667 INFO (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2956667 INFO (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2956667 INFO (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-001/node1/testSimple1_shard2_replica_n6], dataDir=[hdfs://localhost.localdomain:38985/data/testSimple1/core_node8/data/]
[junit4] 2> 2956668 INFO (qtp4312364-26249) [n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2956668 INFO (qtp4312364-26249) [n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
[junit4] 2> 2956669 INFO (qtp4312364-26249) [n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37779.solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f89294
[junit4] 2> 2956669 INFO (qtp4312364-26249) [n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:38985/data
[junit4] 2> 2956669 INFO (qtp4312364-26249) [n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2956669 INFO (qtp4312364-26249) [n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2956669 INFO (qtp4312364-26249) [n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-001/node1/testSimple1_shard1_replica_n2], dataDir=[hdfs://localhost.localdomain:38985/data/testSimple1/core_node5/data/]
[junit4] 2> 2956670 INFO (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38985/data/testSimple1/core_node8/data/snapshot_metadata
[junit4] 2> 2956671 INFO (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2956673 INFO (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2956673 INFO (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
[junit4] 2> 2956673 INFO (qtp26324823-26248) [n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2956673 INFO (qtp4312364-26249) [n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38985/data/testSimple1/core_node5/data/snapshot_metadata
[junit4] 2> 2956673 INFO (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44759.solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f89294
[junit4] 2> 2956674 INFO (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:38985/data
[junit4] 2> 2956674 INFO (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2956674 INFO (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2956674 INFO (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-001/node2/testSimple1_shard1_replica_n1], dataDir=[hdfs://localhost.localdomain:38985/data/testSimple1/core_node3/data/]
[junit4] 2> 2956677 INFO (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38985/data/testSimple1/core_node3/data/snapshot_metadata
[junit4] 2> 2956680 INFO (qtp26324823-26248) [n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
[junit4] 2> 2956682 INFO (qtp26324823-26248) [n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2956682 INFO (qtp26324823-26248) [n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
[junit4] 2> 2956683 INFO (qtp26324823-26248) [n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44759.solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f89294
[junit4] 2> 2956683 INFO (qtp26324823-26248) [n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:38985/data
[junit4] 2> 2956683 INFO (qtp26324823-26248) [n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2956684 INFO (qtp26324823-26248) [n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2956684 INFO (qtp26324823-26248) [n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-001/node2/testSimple1_shard2_replica_n4], dataDir=[hdfs://localhost.localdomain:38985/data/testSimple1/core_node7/data/]
[junit4] 2> 2956688 INFO (qtp26324823-26248) [n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38985/data/testSimple1/core_node7/data/snapshot_metadata
[junit4] 2> 2956688 INFO (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38985/data/testSimple1/core_node8/data
[junit4] 2> 2956689 INFO (qtp4312364-26249) [n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38985/data/testSimple1/core_node5/data
[junit4] 2> 2956693 INFO (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38985/data/testSimple1/core_node3/data
[junit4] 2> 2956701 INFO (qtp26324823-26248) [n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38985/data/testSimple1/core_node7/data
[junit4] 2> 2956718 INFO (qtp4312364-26249) [n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38985/data/testSimple1/core_node5/data/index
[junit4] 2> 2956721 INFO (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38985/data/testSimple1/core_node3/data/index
[junit4] 2> 2956722 INFO (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38985/data/testSimple1/core_node8/data/index
[junit4] 2> 2956730 INFO (qtp26324823-26248) [n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:38985/data/testSimple1/core_node7/data/index
[junit4] 2> 2956766 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33101 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-f07e5dae-af63-4b16-b734-17957d0a28ee:NORMAL:127.0.0.1:38851|RBW], ReplicaUC[[DISK]DS-0ea3d6c3-125e-4a36-bf6b-8ae3955a4921:NORMAL:127.0.0.1:33101|FINALIZED]]} size 0
[junit4] 2> 2956766 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38851 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-0ea3d6c3-125e-4a36-bf6b-8ae3955a4921:NORMAL:127.0.0.1:33101|FINALIZED], ReplicaUC[[DISK]DS-415d9b44-1c3c-43d9-a204-9eb0b916a98e:NORMAL:127.0.0.1:38851|FINALIZED]]} size 0
[junit4] 2> 2956767 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33101 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-f07e5dae-af63-4b16-b734-17957d0a28ee:NORMAL:127.0.0.1:38851|RBW], ReplicaUC[[DISK]DS-44de2f4f-6267-400e-9f69-16495c88d352:NORMAL:127.0.0.1:33101|RBW]]} size 0
[junit4] 2> 2956768 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38851 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-0ea3d6c3-125e-4a36-bf6b-8ae3955a4921:NORMAL:127.0.0.1:33101|RBW], ReplicaUC[[DISK]DS-415d9b44-1c3c-43d9-a204-9eb0b916a98e:NORMAL:127.0.0.1:38851|RBW]]} size 0
[junit4] 2> 2956769 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33101 is added to blk_1073741827_1003 size 69
[junit4] 2> 2956769 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38851 is added to blk_1073741826_1002 size 69
[junit4] 2> 2956787 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38851 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-0ea3d6c3-125e-4a36-bf6b-8ae3955a4921:NORMAL:127.0.0.1:33101|RBW], ReplicaUC[[DISK]DS-f07e5dae-af63-4b16-b734-17957d0a28ee:NORMAL:127.0.0.1:38851|RBW]]} size 0
[junit4] 2> 2956790 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33101 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-f07e5dae-af63-4b16-b734-17957d0a28ee:NORMAL:127.0.0.1:38851|RBW], ReplicaUC[[DISK]DS-44de2f4f-6267-400e-9f69-16495c88d352:NORMAL:127.0.0.1:33101|FINALIZED]]} size 0
[junit4] 2> 2956792 DEBUG (ScheduledTrigger-10484-thread-1) [n:127.0.0.1:39677_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2956845 INFO (qtp4312364-26249) [n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2956845 INFO (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2956846 INFO (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2956846 INFO (qtp4312364-26249) [n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2956846 INFO (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2956846 INFO (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2956846 INFO (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2956846 INFO (qtp4312364-26249) [n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2956846 INFO (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2956859 INFO (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2956859 INFO (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2956859 INFO (qtp26324823-26248) [n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2956859 INFO (qtp26324823-26248) [n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2956859 INFO (qtp26324823-26248) [n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2956860 INFO (qtp4312364-26249) [n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2956860 INFO (qtp4312364-26249) [n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2956861 INFO (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2956861 INFO (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2956874 INFO (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1e1ff36[testSimple1_shard1_replica_n1] main]
[junit4] 2> 2956876 INFO (qtp4312364-26249) [n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1166d7e[testSimple1_shard1_replica_n2] main]
[junit4] 2> 2956877 INFO (qtp26324823-26248) [n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2956877 INFO (qtp26324823-26248) [n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2956877 INFO (qtp4312364-26249) [n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2956877 INFO (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2956878 INFO (qtp4312364-26249) [n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2956878 INFO (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2956879 INFO (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@3bade3[testSimple1_shard2_replica_n6] main]
[junit4] 2> 2956879 INFO (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2956879 INFO (qtp4312364-26249) [n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2956880 INFO (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2956881 INFO (qtp4312364-26249) [n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590566254738931712
[junit4] 2> 2956881 INFO (searcherExecutor-10495-thread-1-processing-n:127.0.0.1:44759_solr x:testSimple1_shard1_replica_n1 s:shard1 c:testSimple1 r:core_node3) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@1e1ff36[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2956881 INFO (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2956881 INFO (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590566254738931712
[junit4] 2> 2956882 INFO (searcherExecutor-10494-thread-1-processing-n:127.0.0.1:37779_solr x:testSimple1_shard1_replica_n2 s:shard1 c:testSimple1 r:core_node5) [n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] Registered new searcher Searcher@1166d7e[testSimple1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2956882 INFO (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2956885 INFO (searcherExecutor-10493-thread-1-processing-n:127.0.0.1:37779_solr x:testSimple1_shard2_replica_n6 s:shard2 c:testSimple1 r:core_node8) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@3bade3[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2956885 INFO (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590566254743126016
[junit4] 2> 2956886 INFO (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2956886 INFO (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2956886 INFO (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44759/solr/testSimple1_shard1_replica_n1/
[junit4] 2> 2956886 INFO (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n1 url=https://127.0.0.1:44759/solr START replicas=[https://127.0.0.1:37779/solr/testSimple1_shard1_replica_n2/] nUpdates=100
[junit4] 2> 2956888 INFO (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2956889 INFO (qtp26324823-26248) [n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@1e94525[testSimple1_shard2_replica_n4] main]
[junit4] 2> 2956890 INFO (qtp26324823-26248) [n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2956891 INFO (qtp26324823-26248) [n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2956891 INFO (qtp4312364-25972) [n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.S.Request [testSimple1_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2956892 INFO (qtp26324823-26248) [n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2956894 INFO (searcherExecutor-10496-thread-1-processing-n:127.0.0.1:44759_solr x:testSimple1_shard2_replica_n4 s:shard2 c:testSimple1 r:core_node7) [n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [testSimple1_shard2_replica_n4] Registered new searcher Searcher@1e94525[testSimple1_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2956894 INFO (qtp26324823-26248) [n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590566254752563200
[junit4] 2> 2956990 INFO (zkCallback-5074-thread-1-processing-n:127.0.0.1:37779_solr) [n:127.0.0.1:37779_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2956990 INFO (zkCallback-5082-thread-1-processing-n:127.0.0.1:44759_solr) [n:127.0.0.1:44759_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2956990 INFO (zkCallback-5074-thread-2-processing-n:127.0.0.1:37779_solr) [n:127.0.0.1:37779_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2956990 INFO (zkCallback-5082-thread-2-processing-n:127.0.0.1:44759_solr) [n:127.0.0.1:44759_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2957187 INFO (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n1 url=https://127.0.0.1:44759/solr DONE. We have no versions. sync failed.
[junit4] 2> 2957187 INFO (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2957187 INFO (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2957187 INFO (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2957191 INFO (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44759/solr/testSimple1_shard1_replica_n1/ shard1
[junit4] 2> 2957292 INFO (zkCallback-5074-thread-1-processing-n:127.0.0.1:37779_solr) [n:127.0.0.1:37779_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2957292 INFO (zkCallback-5082-thread-1-processing-n:127.0.0.1:44759_solr) [n:127.0.0.1:44759_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2957292 INFO (zkCallback-5082-thread-2-processing-n:127.0.0.1:44759_solr) [n:127.0.0.1:44759_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2957292 INFO (zkCallback-5074-thread-2-processing-n:127.0.0.1:37779_solr) [n:127.0.0.1:37779_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2957342 INFO (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2957389 INFO (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2957389 INFO (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2957389 INFO (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37779/solr/testSimple1_shard2_replica_n6/
[junit4] 2> 2957398 INFO (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n6 url=https://127.0.0.1:37779/solr START replicas=[https://127.0.0.1:44759/solr/testSimple1_shard2_replica_n4/] nUpdates=100
[junit4] 2> 2957402 INFO (qtp26324823-26244) [n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.S.Request [testSimple1_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2957404 INFO (qtp26324823-26247) [n:127.0.0.1:44759_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1750
[junit4] 2> 2957444 INFO (zkCallback-5082-thread-2-processing-n:127.0.0.1:44759_solr) [n:127.0.0.1:44759_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2957444 INFO (zkCallback-5074-thread-2-processing-n:127.0.0.1:37779_solr) [n:127.0.0.1:37779_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2957444 INFO (zkCallback-5074-thread-1-processing-n:127.0.0.1:37779_solr) [n:127.0.0.1:37779_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2957444 INFO (zkCallback-5082-thread-1-processing-n:127.0.0.1:44759_solr) [n:127.0.0.1:44759_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2957698 INFO (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n6 url=https://127.0.0.1:37779/solr DONE. We have no versions. sync failed.
[junit4] 2> 2957698 INFO (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2957698 INFO (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2957698 INFO (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2957702 INFO (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37779/solr/testSimple1_shard2_replica_n6/ shard2
[junit4] 2> 2957792 DEBUG (ScheduledTrigger-10484-thread-4) [n:127.0.0.1:39677_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2957803 INFO (zkCallback-5074-thread-2-processing-n:127.0.0.1:37779_solr) [n:127.0.0.1:37779_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2957803 INFO (zkCallback-5082-thread-2-processing-n:127.0.0.1:44759_solr) [n:127.0.0.1:44759_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2957803 INFO (zkCallback-5082-thread-1-processing-n:127.0.0.1:44759_solr) [n:127.0.0.1:44759_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2957803 INFO (zkCallback-5074-thread-1-processing-n:127.0.0.1:37779_solr) [n:127.0.0.1:37779_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2957853 INFO (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2957854 INFO (qtp4312364-25978) [n:127.0.0.1:37779_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2236
[junit4] 2> 2957999 INFO (zkCallback-5074-thread-1-processing-n:127.0.0.1:37779_solr) [n:127.0.0.1:37779_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2957999 INFO (zkCallback-5082-thread-2-processing-n:127.0.0.1:44759_solr) [n:127.0.0.1:44759_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2957999 INFO (zkCallback-5074-thread-2-processing-n:127.0.0.1:37779_solr) [n:127.0.0.1:37779_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2957999 INFO (zkCallback-5082-thread-1-processing-n:127.0.0.1:44759_solr) [n:127.0.0.1:44759_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2958676 INFO (qtp26324823-26248) [n:127.0.0.1:44759_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3010
[junit4] 2> 2958676 INFO (qtp4312364-26249) [n:127.0.0.1:37779_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3058
[junit4] 2> 2958680 INFO (qtp4312364-25981) [n:127.0.0.1:37779_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2958680 INFO (qtp4312364-25981) [n:127.0.0.1:37779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:44759_solr,127.0.0.1:37779_solr&wt=javabin&version=2} status=0 QTime=3386
[junit4] 2> 2958682 INFO (qtp4312364-25976) [n:127.0.0.1:37779_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=false&name=testSimple2&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:37779_solr,127.0.0.1:39677_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2958684 INFO (OverseerThreadFactory-10486-thread-2-processing-n:127.0.0.1:39677_solr) [n:127.0.0.1:39677_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple2
[junit4] 2> 2958684 INFO (OverseerCollectionConfigSetProcessor-99410390574235653-127.0.0.1:39677_solr-n_0000000000) [n:127.0.0.1:39677_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2958793 DEBUG (ScheduledTrigger-10484-thread-4) [n:127.0.0.1:39677_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2958890 INFO (OverseerStateUpdate-99410390574235653-127.0.0.1:39677_solr-n_0000000000) [n:127.0.0.1:39677_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39677/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2958892 INFO (OverseerStateUpdate-99410390574235653-127.0.0.1:39677_solr-n_0000000000) [n:127.0.0.1:39677_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37779/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2958893 INFO (OverseerStateUpdate-99410390574235653-127.0.0.1:39677_solr-n_0000000000) [n:127.0.0.1:39677_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple2_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39677/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2958895 INFO (OverseerStateUpdate-99410390574235653-127.0.0.1:39677_solr-n_0000000000) [n:127.0.0.1:39677_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple2_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37779/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2959098 INFO (qtp4312364-26251) [n:127.0.0.1:37779_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2959098 INFO (qtp4312364-25971) [n:127.0.0.1:37779_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2959143 INFO (qtp23058622-25980) [n:127.0.0.1:39677_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2959144 INFO (qtp23058622-25980) [n:127.0.0.1:39677_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2959144 INFO (qtp23058622-25977) [n:127.0.0.1:39677_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2959248 INFO (zkCallback-5074-thread-1-processing-n:127.0.0.1:37779_solr) [n:127.0.0.1:37779_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2959248 INFO (zkCallback-5070-thread-2-processing-n:127.0.0.1:39677_solr) [n:127.0.0.1:39677_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2959248 INFO (zkCallback-5070-thread-3-processing-n:127.0.0.1:39677_solr) [n:127.0.0.1:39677_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2959248 INFO (zkCallback-5070-thread-1-processing-n:127.0.0.1:39677_solr) [n:127.0.0.1:39677_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2959248 INFO (zkCallback-5074-thread-2-processing-n:127.0.0.1:37779_solr) [n:127.0.0.1:37779_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes
[...truncated too long message...]
r-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:38985) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 3100832 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:38985) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-249026764-88.99.242.108-1516882181014 (Datanode Uuid 893115de-44be-4092-84b7-c26432202f39) service to localhost.localdomain/127.0.0.1:38985
[junit4] 2> 3100833 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 3100837 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 3100937 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:38985) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 3100938 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:38985) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-249026764-88.99.242.108-1516882181014 (Datanode Uuid dcf556f4-1162-4caa-9236-bbd615b57478) service to localhost.localdomain/127.0.0.1:38985
[junit4] 2> 3100944 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:0
[junit4] 2> 3101058 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[4D6CE1B2D8F35C7B]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33585 33585
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_4D6CE1B2D8F35C7B-001
[junit4] 2> Jan 25, 2018 12:12:09 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 66 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=638, maxMBSortInHeap=6.2526948987254, sim=RandomSimilarity(queryNorm=false): {}, locale=tr-TR, timezone=Etc/GMT
[junit4] 2> NOTE: Linux 4.13.0-31-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=2,free=183232568,total=521142272
[junit4] 2> NOTE: All tests run in this JVM: [XsltUpdateRequestHandlerTest, TestCursorMarkWithoutUniqueKey, TestCoreBackup, TestLegacyTerms, TestSystemIdResolver, TestNRTOpen, SimplePostToolTest, TestCollectionAPI, DeleteLastCustomShardedReplicaTest, TestSystemCollAutoCreate, InfixSuggestersTest, CurrencyFieldTypeTest, BasicFunctionalityTest, TestSolr4Spatial, ChaosMonkeySafeLeaderTest, TestExportWriter, DocumentBuilderTest, SignatureUpdateProcessorFactoryTest, FieldMutatingUpdateProcessorTest, RulesTest, TestPartialUpdateDeduplication, SOLR749Test, TestBulkSchemaConcurrent, TestLockTree, TestOverriddenPrefixQueryForCustomFieldType, ZkControllerTest, TestExactSharedStatsCache, TestClusterProperties, TestSimpleTextCodec, TestTriggerIntegration, TestSolrJ, TestFastLRUCache, TestConfigsApi, TestPrepRecovery, PathHierarchyTokenizerFactoryTest, LegacyCloudClusterPropTest, AddBlockUpdateTest, LoggingHandlerTest, SliceStateTest, TestCharFilters, TestPolicyCloud, TestComplexPhraseQParserPlugin, TestRequestForwarding, TimeRoutedAliasUpdateProcessorTest, ConnectionManagerTest, TestLRUCache, StatsReloadRaceTest, RollingRestartTest, DOMUtilTest, PolyFieldTest, UninvertDocValuesMergePolicyTest, TestSurroundQueryParser, TestSweetSpotSimilarityFactory, CollectionsAPIDistributedZkTest, DataDrivenBlockJoinTest, TestJavabinTupleStreamParser, TestCorePropertiesReload, IgnoreCommitOptimizeUpdateProcessorFactoryTest, JvmMetricsTest, JsonLoaderTest, AutoscalingHistoryHandlerTest, TestZkChroot, PeerSyncReplicationTest, ResponseHeaderTest, TestManagedStopFilterFactory, TestRestManager, TestShortCircuitedRequests, CoreMergeIndexesAdminHandlerTest, DirectUpdateHandlerOptimizeTest, TestFieldCacheReopen, CollectionStateFormat2Test, DistributedDebugComponentTest, TestFuzzyAnalyzedSuggestions, TestQueryUtils, TestInitQParser, HdfsRestartWhileUpdatingTest, FileUtilsTest, BasicZkTest, SolrMetricManagerTest, UpdateRequestProcessorFactoryTest, ClassificationUpdateProcessorTest, TestReversedWildcardFilterFactory, TestScoreJoinQPNoScore, HttpPartitionTest, TestAnalyzeInfixSuggestions, PrimUtilsTest, TestFieldCacheVsDocValues, HLLUtilTest, ExplicitHLLTest, TestSolrCloudSnapshots, SmileWriterTest, TestFilteredDocIdSet, SchemaVersionSpecificBehaviorTest, QueryResultKeyTest, SolrInfoBeanTest, TestMacroExpander, LeaderFailureAfterFreshStartTest, SolrCoreTest, GraphQueryTest, TestSchemaVersionResource, TestRecovery, TestTlogReplica, DirectSolrConnectionTest, TestJsonFacetRefinement, TestSolrCloudWithHadoopAuthPlugin, CdcrBootstrapTest, BadCopyFieldTest, TestSolrCloudWithDelegationTokens, TestSubQueryTransformerDistrib, SortByFunctionTest, TestUseDocValuesAsStored2, SolrGangliaReporterTest, TestSchemaManager, IndexSchemaTest, TestSQLHandlerNonCloud, TestConfigSetImmutable, TestDocBasedVersionConstraints, HttpTriggerListenerTest, TestReqParamsAPI, PrimitiveFieldTypeTest, OverseerTest, TestChildDocTransformer, CachingDirectoryFactoryTest, FastVectorHighlighterTest, VMParamsZkACLAndCredentialsProvidersTest, BasicDistributedZk2Test, UnloadDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, RecoveryZkTest, TestReplicationHandler, ZkSolrClientTest, TestRandomDVFaceting, ShardRoutingCustomTest, TestDistributedGrouping, TestHashPartitioner, TermVectorComponentDistributedTest, TestRealTimeGet, TestStressReorder, TestReload, TestStressVersions, DistributedTermsComponentTest, StatsComponentTest, TestGroupingSearch, SolrCmdDistributorTest, QueryElevationComponentTest, PeerSyncTest, ConvertedLegacyTest, TestSort, TestFunctionQuery, DirectUpdateHandlerTest, TestIndexSearcher, HighlighterTest, SoftAutoCommitTest, SuggesterTest, SpatialFilterTest, TestPseudoReturnFields, TestUpdate, QueryEqualityTest, TestSolrDeletionPolicy1, DebugComponentTest, IndexBasedSpellCheckerTest, TestWriterPerf, DirectSolrSpellCheckerTest, TermsComponentTest, RegexBoostProcessorTest, MBeansHandlerTest, HighlighterConfigTest, TestQuerySenderListener, AlternateDirectoryTest, TestSolrIndexConfig, TestQuerySenderNoQuery, CopyFieldTest, SolrIndexConfigTest, BadComponentTest, TestStressRecovery, SampleTest, TestDocSet, TestBinaryField, TestSearchPerf, MinimalSchemaTest, TestElisionMultitermQuery, TestConfig, OutputWriterTest, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestXIncludeConfig, EchoParamsTest, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, ResourceLoaderTest, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, DateMathParserTest, PreAnalyzedFieldTest, SpellingQueryConverterTest, ClusterStateTest, TestDocumentBuilder, SystemInfoHandlerTest, DistributedMLTComponentTest, TestRTGBase, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestLuceneIndexBackCompat, AsyncCallRequestStatusResponseTest, DeleteInactiveReplicaTest, DeleteNodeTest, DeleteShardTest, DeleteStatusTest, DistribDocExpirationUpdateProcessorTest, LeaderFailoverAfterPartitionTest, MoveReplicaHDFSTest, MultiThreadedOCPTest, OverseerCollectionConfigSetProcessorTest, OverseerRolesTest, ReplaceNodeTest, RestartWhileUpdatingTest, SSLMigrationTest, SaslZkACLProviderTest, SharedFSAutoReplicaFailoverTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, TestCloudInspectUtil, TestCloudJSONFacetJoinDomain, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestDeleteCollectionOnDownNodes, TestDistribDocBasedVersion, TestLeaderElectionWithEmptyReplica, TestPullReplicaErrorHandling, TestSolrCloudWithSecureImpersonation, TestTolerantUpdateProcessorRandomCloud, ZkFailoverTest, TestHdfsCloudBackupRestore, TestRequestStatusCollectionAPI, ComputePlanActionTest, HdfsAutoAddReplicasIntegrationTest]
[junit4] Completed [600/767 (1!)] on J1 in 159.36s, 1 test, 1 failure <<< FAILURES!
[...truncated 44436 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_144) - Build # 1239
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1239/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseSerialGC
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=13905, name=jetty-launcher-5199-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505) 2) Thread[id=13901, name=jetty-launcher-5199-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
1) Thread[id=13905, name=jetty-launcher-5199-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
2) Thread[id=13901, name=jetty-launcher-5199-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
at __randomizedtesting.SeedInfo.seed([E954D533F3739CAA]:0)
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
expected:<5> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
at __randomizedtesting.SeedInfo.seed([E954D533F3739CAA:84A871CE493B63AD]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:241)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11760 lines...]
[junit4] Suite: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest
[junit4] 2> 15691 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[E954D533F3739CAA]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/init-core-data-001
[junit4] 2> 15692 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[E954D533F3739CAA]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 15694 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[E954D533F3739CAA]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 15698 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[E954D533F3739CAA]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001
[junit4] 2> 15706 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[E954D533F3739CAA]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 15709 INFO (Thread-3) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 15710 INFO (Thread-3) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 15809 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[E954D533F3739CAA]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:41053
[junit4] 2> 15828 ERROR (Thread-3) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 15880 INFO (zkConnectionManagerCallback-8-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 16160 INFO (jetty-launcher-5-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:57:37+05:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 16164 INFO (jetty-launcher-5-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:57:37+05:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 16160 INFO (jetty-launcher-5-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:57:37+05:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 16195 INFO (jetty-launcher-5-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 16196 INFO (jetty-launcher-5-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 16200 INFO (jetty-launcher-5-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 16195 INFO (jetty-launcher-5-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 16195 INFO (jetty-launcher-5-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 16200 INFO (jetty-launcher-5-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 16200 INFO (jetty-launcher-5-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 16200 INFO (jetty-launcher-5-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 16200 INFO (jetty-launcher-5-thread-3) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 16222 INFO (jetty-launcher-5-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1fd3e0e{/solr,null,AVAILABLE}
[junit4] 2> 16222 INFO (jetty-launcher-5-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c5642c{/solr,null,AVAILABLE}
[junit4] 2> 16222 INFO (jetty-launcher-5-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@19da70f{/solr,null,AVAILABLE}
[junit4] 2> 16238 INFO (jetty-launcher-5-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@14388ea{HTTP/1.1,[http/1.1]}{127.0.0.1:40995}
[junit4] 2> 16238 INFO (jetty-launcher-5-thread-3) [ ] o.e.j.s.Server Started @17606ms
[junit4] 2> 16238 INFO (jetty-launcher-5-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1713933{HTTP/1.1,[http/1.1]}{127.0.0.1:44887}
[junit4] 2> 16238 INFO (jetty-launcher-5-thread-2) [ ] o.e.j.s.Server Started @17606ms
[junit4] 2> 16238 INFO (jetty-launcher-5-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44887}
[junit4] 2> 16238 INFO (jetty-launcher-5-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@d496eb{HTTP/1.1,[http/1.1]}{127.0.0.1:38107}
[junit4] 2> 16238 INFO (jetty-launcher-5-thread-1) [ ] o.e.j.s.Server Started @17607ms
[junit4] 2> 16238 INFO (jetty-launcher-5-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38107}
[junit4] 2> 16238 INFO (jetty-launcher-5-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40995}
[junit4] 2> 16259 ERROR (jetty-launcher-5-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 16259 ERROR (jetty-launcher-5-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 16259 ERROR (jetty-launcher-5-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 16259 INFO (jetty-launcher-5-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 16259 INFO (jetty-launcher-5-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 16260 INFO (jetty-launcher-5-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 16260 INFO (jetty-launcher-5-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 16260 INFO (jetty-launcher-5-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 16259 INFO (jetty-launcher-5-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 16260 INFO (jetty-launcher-5-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 16260 INFO (jetty-launcher-5-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 16260 INFO (jetty-launcher-5-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 16260 INFO (jetty-launcher-5-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T07:24:22.995Z
[junit4] 2> 16260 INFO (jetty-launcher-5-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T07:24:22.995Z
[junit4] 2> 16260 INFO (jetty-launcher-5-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T07:24:22.995Z
[junit4] 2> 16265 INFO (zkConnectionManagerCallback-14-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 16267 INFO (zkConnectionManagerCallback-11-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 16267 INFO (zkConnectionManagerCallback-12-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 16268 INFO (jetty-launcher-5-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 16268 INFO (jetty-launcher-5-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 16269 INFO (jetty-launcher-5-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 16335 INFO (jetty-launcher-5-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41053/solr
[junit4] 2> 16341 INFO (jetty-launcher-5-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41053/solr
[junit4] 2> 16351 INFO (jetty-launcher-5-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41053/solr
[junit4] 2> 16360 INFO (zkConnectionManagerCallback-23-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 16360 INFO (zkConnectionManagerCallback-26-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 16361 INFO (zkConnectionManagerCallback-22-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 16379 INFO (zkConnectionManagerCallback-28-thread-1-processing-n:127.0.0.1:38107_solr) [n:127.0.0.1:38107_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 16380 INFO (zkConnectionManagerCallback-31-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 16384 INFO (zkConnectionManagerCallback-32-thread-1-processing-n:127.0.0.1:40995_solr) [n:127.0.0.1:40995_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 16596 INFO (jetty-launcher-5-thread-2) [n:127.0.0.1:44887_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 16596 INFO (jetty-launcher-5-thread-3) [n:127.0.0.1:40995_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 16596 INFO (jetty-launcher-5-thread-1) [n:127.0.0.1:38107_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 16598 INFO (jetty-launcher-5-thread-2) [n:127.0.0.1:44887_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44887_solr
[junit4] 2> 16599 INFO (jetty-launcher-5-thread-2) [n:127.0.0.1:44887_solr ] o.a.s.c.Overseer Overseer (id=99409268737114120-127.0.0.1:44887_solr-n_0000000000) starting
[junit4] 2> 16600 INFO (jetty-launcher-5-thread-3) [n:127.0.0.1:40995_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40995_solr
[junit4] 2> 16600 INFO (jetty-launcher-5-thread-1) [n:127.0.0.1:38107_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38107_solr
[junit4] 2> 16621 INFO (zkCallback-29-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 16632 INFO (zkCallback-27-thread-1-processing-n:127.0.0.1:38107_solr) [n:127.0.0.1:38107_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 16638 INFO (zkCallback-30-thread-1-processing-n:127.0.0.1:40995_solr) [n:127.0.0.1:40995_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 16713 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 16741 DEBUG (OverseerAutoScalingTriggerThread-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 16742 DEBUG (OverseerAutoScalingTriggerThread-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 16742 DEBUG (OverseerAutoScalingTriggerThread-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:38107_solr, 127.0.0.1:40995_solr]
[junit4] 2> 16743 DEBUG (OverseerAutoScalingTriggerThread-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 16743 DEBUG (OverseerAutoScalingTriggerThread-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 16745 INFO (jetty-launcher-5-thread-2) [n:127.0.0.1:44887_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44887_solr
[junit4] 2> 16747 DEBUG (OverseerAutoScalingTriggerThread-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 16756 INFO (zkCallback-30-thread-1-processing-n:127.0.0.1:40995_solr) [n:127.0.0.1:40995_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 16756 INFO (zkCallback-27-thread-1-processing-n:127.0.0.1:38107_solr) [n:127.0.0.1:38107_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 16756 DEBUG (OverseerAutoScalingTriggerThread-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 16757 INFO (zkCallback-29-thread-2-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 16757 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:44887_solr"} current state version: 0
[junit4] 2> 16761 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:44887_solr
[junit4] 2> 16761 DEBUG (ScheduledTrigger-88-thread-1) [n:127.0.0.1:44887_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 16956 INFO (jetty-launcher-5-thread-1) [n:127.0.0.1:38107_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38107.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d2397b
[junit4] 2> 16958 INFO (jetty-launcher-5-thread-1) [n:127.0.0.1:38107_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38107.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d2397b
[junit4] 2> 16958 INFO (jetty-launcher-5-thread-1) [n:127.0.0.1:38107_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38107.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d2397b
[junit4] 2> 16962 INFO (jetty-launcher-5-thread-3) [n:127.0.0.1:40995_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40995.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d2397b
[junit4] 2> 16962 INFO (jetty-launcher-5-thread-3) [n:127.0.0.1:40995_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40995.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d2397b
[junit4] 2> 16963 INFO (jetty-launcher-5-thread-3) [n:127.0.0.1:40995_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40995.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d2397b
[junit4] 2> 16989 INFO (jetty-launcher-5-thread-1) [n:127.0.0.1:38107_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node1/.
[junit4] 2> 16990 INFO (jetty-launcher-5-thread-3) [n:127.0.0.1:40995_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node3/.
[junit4] 2> 17055 INFO (jetty-launcher-5-thread-2) [n:127.0.0.1:44887_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44887.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d2397b
[junit4] 2> 17059 INFO (jetty-launcher-5-thread-2) [n:127.0.0.1:44887_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44887.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d2397b
[junit4] 2> 17059 INFO (jetty-launcher-5-thread-2) [n:127.0.0.1:44887_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44887.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d2397b
[junit4] 2> 17066 INFO (jetty-launcher-5-thread-2) [n:127.0.0.1:44887_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node2/.
[junit4] 2> 17224 INFO (zkConnectionManagerCallback-40-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 17231 INFO (zkConnectionManagerCallback-44-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 17232 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[E954D533F3739CAA]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 17233 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[E954D533F3739CAA]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41053/solr ready
[junit4] 2> 17547 INFO (qtp18242462-228) [n:127.0.0.1:44887_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&name=AutoscalingHistoryHandlerTest_collection&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 17580 INFO (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection AutoscalingHistoryHandlerTest_collection
[junit4] 2> 17581 INFO (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/protwords.txt
[junit4] 2> 17582 INFO (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/managed-schema
[junit4] 2> 17584 INFO (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/solrconfig.xml
[junit4] 2> 17587 INFO (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/synonyms.txt
[junit4] 2> 17590 INFO (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/stopwords.txt
[junit4] 2> 17592 INFO (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_it.txt
[junit4] 2> 17594 INFO (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stemdict_nl.txt
[junit4] 2> 17595 INFO (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hy.txt
[junit4] 2> 17597 INFO (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_no.txt
[junit4] 2> 17598 INFO (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ca.txt
[junit4] 2> 17600 INFO (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_id.txt
[junit4] 2> 17601 INFO (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ga.txt
[junit4] 2> 17603 INFO (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hi.txt
[junit4] 2> 17606 INFO (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_da.txt
[junit4] 2> 17609 INFO (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ja.txt
[junit4] 2> 17610 INFO (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_pt.txt
[junit4] 2> 17611 INFO (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hu.txt
[junit4] 2> 17612 INFO (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_el.txt
[junit4] 2> 17614 INFO (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ru.txt
[junit4] 2> 17617 INFO (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_tr.txt
[junit4] 2> 17619 INFO (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ar.txt
[junit4] 2> 17620 INFO (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/userdict_ja.txt
[junit4] 2> 17622 INFO (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_eu.txt
[junit4] 2> 17624 INFO (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_it.txt
[junit4] 2> 17625 INFO (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_cz.txt
[junit4] 2> 17628 INFO (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stoptags_ja.txt
[junit4] 2> 17630 INFO (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_fr.txt
[junit4] 2> 17631 INFO (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_de.txt
[junit4] 2> 17632 INFO (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fa.txt
[junit4] 2> 17641 INFO (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ga.txt
[junit4] 2> 17642 INFO (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ca.txt
[junit4] 2> 17643 INFO (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_nl.txt
[junit4] 2> 17645 INFO (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_bg.txt
[junit4] 2> 17648 INFO (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_lv.txt
[junit4] 2> 17649 INFO (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_en.txt
[junit4] 2> 17651 INFO (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_es.txt
[junit4] 2> 17652 INFO (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_th.txt
[junit4] 2> 17653 INFO (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ro.txt
[junit4] 2> 17654 INFO (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fr.txt
[junit4] 2> 17655 INFO (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_sv.txt
[junit4] 2> 17656 INFO (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fi.txt
[junit4] 2> 17659 INFO (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/hyphenations_ga.txt
[junit4] 2> 17660 INFO (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_gl.txt
[junit4] 2> 17662 INFO (OverseerThreadFactory-90-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/params.json
[junit4] 2> 17677 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "numShards":"1",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 17677 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: AutoscalingHistoryHandlerTest_collection
[junit4] 2> 17678 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json
[junit4] 2> 17762 DEBUG (ScheduledTrigger-88-thread-1) [n:127.0.0.1:44887_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 17775 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:44887/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 17776 INFO (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:44887/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 17779 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 17779 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node4":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:44887/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 17780 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:40995/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 17780 INFO (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:40995/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 17781 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node4":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:44887/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 17781 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node4":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:44887/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:40995/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 17782 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38107/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 17782 INFO (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38107/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 17783 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node4":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:44887/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:40995/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 17783 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node4":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:44887/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:40995/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n3",
[junit4] 2> "base_url":"http://127.0.0.1:38107/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 17883 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json version: 0
[junit4] 2> 17998 INFO (qtp4534746-226) [n:127.0.0.1:38107_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n3&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 17999 INFO (qtp7724648-230) [n:127.0.0.1:40995_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n2&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 18000 INFO (qtp4534746-226) [n:127.0.0.1:38107_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 18000 INFO (qtp18242462-244) [n:127.0.0.1:44887_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 18001 INFO (qtp7724648-230) [n:127.0.0.1:40995_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 18001 INFO (qtp18242462-244) [n:127.0.0.1:44887_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 18043 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:44887/solr",
[junit4] 2> "node_name":"127.0.0.1:44887_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 18045 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:44887/solr",
[junit4] 2> "node_name":"127.0.0.1:44887_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 18046 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node4:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1","base_url":"http://127.0.0.1:44887/solr","node_name":"127.0.0.1:44887_solr","state":"down","type":"NRT"}
[junit4] 2> 18046 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node4":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:44887/solr",
[junit4] 2> "node_name":"127.0.0.1:44887_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:40995/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n3",
[junit4] 2> "base_url":"http://127.0.0.1:38107/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 18047 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n3",
[junit4] 2> "core_node_name":"core_node6",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:38107/solr",
[junit4] 2> "node_name":"127.0.0.1:38107_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 18047 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n3",
[junit4] 2> "core_node_name":"core_node6",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:38107/solr",
[junit4] 2> "node_name":"127.0.0.1:38107_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 18048 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node6:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n3","base_url":"http://127.0.0.1:38107/solr","node_name":"127.0.0.1:38107_solr","state":"down","type":"NRT"}
[junit4] 2> 18048 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node4":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:44887/solr",
[junit4] 2> "node_name":"127.0.0.1:44887_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:40995/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n3",
[junit4] 2> "base_url":"http://127.0.0.1:38107/solr",
[junit4] 2> "node_name":"127.0.0.1:38107_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 18048 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node5",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:40995/solr",
[junit4] 2> "node_name":"127.0.0.1:40995_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 18048 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node5",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:40995/solr",
[junit4] 2> "node_name":"127.0.0.1:40995_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 18049 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node5:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2","base_url":"http://127.0.0.1:40995/solr","node_name":"127.0.0.1:40995_solr","state":"down","type":"NRT"}
[junit4] 2> 18049 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node4":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:44887/solr",
[junit4] 2> "node_name":"127.0.0.1:44887_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:40995/solr",
[junit4] 2> "node_name":"127.0.0.1:40995_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n3",
[junit4] 2> "base_url":"http://127.0.0.1:38107/solr",
[junit4] 2> "node_name":"127.0.0.1:38107_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 18149 DEBUG (OverseerStateUpdate-99409268737114120-127.0.0.1:44887_solr-n_0000000000) [n:127.0.0.1:44887_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json version: 1
[junit4] 2> 18150 INFO (zkCallback-30-thread-1-processing-n:127.0.0.1:40995_solr) [n:127.0.0.1:40995_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 18150 INFO (zkCallback-29-thread-1-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 18150 INFO (zkCallback-29-thread-2-processing-n:127.0.0.1:44887_solr) [n:127.0.0.1:44887_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 18150 INFO (zkCallback-27-thread-1-processing-n:127.0.0.1:38107_solr) [n:127.0.0.1:38107_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 18150 INFO (zkCallback-27-thread-2-processing-n:127.0.0.1:38107_solr) [n:127.0.0.1:38107_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 18151 INFO (zkCallback-30-thread-2-processing-n:127.0.0.1:40995_solr) [n:127.0.0.1:40995_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 18763 DEBUG (ScheduledTrigger-88-thread-2) [n:127.0.0.1:44887_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 19183 INFO (qtp7724648-230) [n:127.0.0.1:40995_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 19183 INFO (qtp18242462-244) [n:127.0.0.1:44887_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node4 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 19185 INFO (qtp7724648-230) [n:127.0.0.1:40995_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 19187 WARN (qtp7724648-230) [n:127.0.0.1:40995_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/extraction/lib
[junit4] 2> 19187 WARN (qtp7724648-230) [n:127.0.0.1:40995_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
[junit4] 2> 19187 WARN (qtp7724648-230) [n:127.0.0.1:40995_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/clustering/lib
[junit4] 2> 19188 WARN (qtp7724648-230) [n:127.0.0.1:40995_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
[junit4] 2> 19188 WARN (qtp7724648-230) [n:127.0.0.1:40995_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/langid/lib
[junit4] 2> 19188 INFO (qtp18242462-244) [n:127.0.0.1:44887_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node4 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 19188 INFO (qtp4534746-226) [n:127.0.0.1:38107_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n3] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 19188 INFO (qtp4534746-226) [n:127.0.0.1:38107_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n3] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 19189 WARN (qtp18242462-244) [n:127.0.0.1:44887_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node4 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/extraction/lib
[junit4] 2> 19190 WARN (qtp18242462-244) [n:127.0.0.1:44887_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node4 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
[junit4] 2> 19190 WARN (qtp18242462-244) [n:127.0.0.1:44887_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node4 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/clustering/lib
[junit4] 2> 19190 WARN (qtp18242462-244) [n:127.0.0.1:44887_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node4 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
[junit4] 2> 19190 WARN (qtp18242462-244) [n:127.0.0.1:44887_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node4 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/langid/lib
[junit4] 2> 19191 WARN (qtp18242462-244) [n:127.0.0.1:44887_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node4 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
[junit4] 2> 19191 WARN (qtp18242462-244) [n:127.0.0.1:44887_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node4 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/velocity/lib
[junit4] 2> 19191 WARN (qtp18242462-244) [n:127.0.0.1:44887_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node4 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
[junit4] 2> 19188 WARN (qtp7724648-230) [n:127.0.0.1:40995_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
[junit4] 2> 19189 WARN (qtp4534746-226) [n:127.0.0.1:38107_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n3] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n3/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n3/../../../../contrib/extraction/lib
[junit4] 2> 19196 WARN (qtp4534746-226) [n:127.0.0.1:38107_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n3] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n3/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n3/../../../../dist
[junit4] 2> 19197 WARN (qtp4534746-226) [n:127.0.0.1:38107_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n3] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n3/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n3/../../../../contrib/clustering/lib
[junit4] 2> 19197 WARN (qtp4534746-226) [n:127.0.0.1:38107_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n3] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n3/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n3/../../../../dist
[junit4] 2> 19197 WARN (qtp4534746-226) [n:127.0.0.1:38107_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n3] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n3/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n3/../../../../contrib/langid/lib
[junit4] 2> 19197 WARN (qtp4534746-226) [n:127.0.0.1:38107_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n3] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n3/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n3/../../../../dist
[junit4] 2> 19198 WARN (qtp4534746-226) [n:127.0.0.1:38107_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n3] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n3/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n3/../../../../contrib/velocity/lib
[junit4] 2> 19198 WARN (qtp4534746-226) [n:127.0.0.1:38107_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n3] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n3/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n3/../../../../dist
[junit4] 2> 19201 WARN (qtp7724648-230) [n:127.0.0.1:40995_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/velocity/lib
[junit4] 2> 19201 WARN (qtp7724648-230) [n:127.0.0.1:40995_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_E954D533F3739CAA-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
[junit4] 2> 19212 INFO (qtp18242462-244) [n:127.0.0.1:44887_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node4 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 19216 INFO (qtp4534746-226) [n:127.0.0.1:38107_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 19221 INFO (qtp7724648-230) [n:127.0.0.1:40995_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistor
[...truncated too long message...]
hread-1-EventThread) [n:127.0.0.1:45031_solr ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> 577944 ERROR (jetty-launcher-5199-thread-2-EventThread) [n:127.0.0.1:44653_solr ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> Jan 25, 2018 7:33:44 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1083, maxMBSortInHeap=6.336429222325025, sim=RandomSimilarity(queryNorm=false): {}, locale=sr-Latn-BA, timezone=Europe/Jersey
[junit4] 2> NOTE: Linux 4.13.0-31-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=40143048,total=349868032
[junit4] 2> NOTE: All tests run in this JVM: [CdcrReplicationHandlerTest, TestFastOutputStream, TestCSVLoader, TestNodeAddedTrigger, LargeFieldTest, TestConfigReload, LeaderFailoverAfterPartitionTest, TestIndexingPerformance, FacetPivotSmallTest, SolrCoreCheckLockOnStartupTest, SegmentsInfoRequestHandlerTest, DistributedFacetSimpleRefinementLongTailTest, TestRandomFaceting, V2StandaloneTest, CheckHdfsIndexTest, TestLegacyFieldCache, TestSlowCompositeReaderWrapper, TestBinaryField, SolrMetricsIntegrationTest, MoveReplicaTest, TestRemoteStreaming, SolrCloudExampleTest, TestCloudSearcherWarming, TestSort, DefaultValueUpdateProcessorTest, TestFileDictionaryLookup, DistributedQueryComponentCustomSortTest, TestShardHandlerFactory, SolrPluginUtilsTest, TestReplicationHandlerBackup, PluginInfoTest, PreAnalyzedFieldManagedSchemaCloudTest, SolrIndexSplitterTest, SynonymTokenizerTest, TestNestedDocsSort, DebugComponentTest, TestHashQParserPlugin, RemoteQueryErrorTest, HighlighterConfigTest, TestSolrDeletionPolicy1, TestReloadDeadlock, TestSubQueryTransformerCrossCore, TestExtendedDismaxParser, TestRuleBasedAuthorizationPlugin, TestConfigOverlay, TestStressLiveNodes, TestCloudSchemaless, CustomCollectionTest, RestartWhileUpdatingTest, TestUseDocValuesAsStored, ShufflingReplicaListTransformerTest, TestTrieFacet, CursorPagingTest, TestSolrQueryResponse, TestSolrCloudWithSecureImpersonation]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCloudWithSecureImpersonation -Dtests.seed=E954D533F3739CAA -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sr-Latn-BA -Dtests.timezone=Europe/Jersey -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J0 | TestSolrCloudWithSecureImpersonation (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
[junit4] > 1) Thread[id=13905, name=jetty-launcher-5199-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] > 2) Thread[id=13901, name=jetty-launcher-5199-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] > at __randomizedtesting.SeedInfo.seed([E954D533F3739CAA]:0)
[junit4] Completed [147/767 (2!)] on J0 in 41.39s, 12 tests, 1 error <<< FAILURES!
[...truncated 46074 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk-9.0.1) - Build # 1238 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1238/
Java: 64bit/jdk-9.0.1 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
3 tests failed.
FAILED: org.apache.solr.cloud.TestAuthenticationFramework.testBasics
Error Message:
Error from server at http://127.0.0.1:40391/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/testcollection_shard1_replica_n2/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason: <pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.8.v20171121</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:40391/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/testcollection_shard1_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.8.v20171121</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([F7B1C53702B85BAD:CA696B1B3A5605DD]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:550)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1013)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.TestAuthenticationFramework.collectionCreateSearchDeleteTwice(TestAuthenticationFramework.java:126)
at org.apache.solr.cloud.TestAuthenticationFramework.testBasics(TestAuthenticationFramework.java:74)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:40391/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/testcollection_shard1_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.8.v20171121</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:527)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
... 1 more
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testCooldown
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([F7B1C53702B85BAD:C60FA8D37C122E5F]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testCooldown(TriggerIntegrationTest.java:1177)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
expected:<5> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
at __randomizedtesting.SeedInfo.seed([F7B1C53702B85BAD:9A4D61CAB8F0A4AA]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:241)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 1622 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/test/temp/junit4-J2-20180125_025339_84711954891082509060065.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 22 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/test/temp/junit4-J0-20180125_025339_84717432714148751252725.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 87 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/test/temp/junit4-J1-20180125_025339_84712247240546613498083.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 302 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/test/temp/junit4-J1-20180125_030039_70614287176804234743689.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/test/temp/junit4-J2-20180125_030039_7027762934109874115959.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/test/temp/junit4-J0-20180125_030039_70214448550381741472101.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1012 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/common/test/temp/junit4-J0-20180125_030158_61711558034362307043046.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/common/test/temp/junit4-J1-20180125_030158_6177215574377551258295.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 51 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/common/test/temp/junit4-J2-20180125_030158_6187496533081461494175.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 225 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J1-20180125_030400_3388702312109074463877.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J2-20180125_030400_34115952909658397008835.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J0-20180125_030400_3366330770584365055664.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 249 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J1-20180125_030413_76412890272057828732098.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J0-20180125_030413_7642165257181960334594.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J2-20180125_030413_7642690747147240138129.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 154 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J1-20180125_030444_4795321979053239630600.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J2-20180125_030444_4793009146625255531066.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J0-20180125_030444_4796345023047592688998.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 161 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J1-20180125_030448_19714495853114345975536.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J2-20180125_030448_19713487637256763455194.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J0-20180125_030448_1973528054585369207491.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 168 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J0-20180125_030450_9334247166193656087340.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J2-20180125_030450_93410492517260907094878.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J1-20180125_030450_93313959343952226402062.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 153 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J0-20180125_030501_1188933326858442308581.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J1-20180125_030501_11813530760976038739867.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 154 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/stempel/test/temp/junit4-J1-20180125_030509_80113177593796744124490.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 6 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/stempel/test/temp/junit4-J2-20180125_030509_8027625822968731393713.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/stempel/test/temp/junit4-J0-20180125_030509_8018209606905993174245.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 169 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/uima/test/temp/junit4-J0-20180125_030512_40315464070293755693461.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 195 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/backward-codecs/test/temp/junit4-J1-20180125_030521_55311453787154540951519.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 19 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/backward-codecs/test/temp/junit4-J0-20180125_030521_5539487194169125218746.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 9 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/backward-codecs/test/temp/junit4-J2-20180125_030521_5533032799885106523049.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 1306 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/benchmark/test/temp/junit4-J1-20180125_030707_9779643908437194591140.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/benchmark/test/temp/junit4-J2-20180125_030707_9778929636098103840203.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/benchmark/test/temp/junit4-J0-20180125_030707_9774321976945674898233.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 230 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/classification/test/temp/junit4-J2-20180125_030715_7383584254427076485412.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/classification/test/temp/junit4-J1-20180125_030715_7385938647080449634674.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/classification/test/temp/junit4-J0-20180125_030715_7388300597685206586276.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 255 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/codecs/test/temp/junit4-J0-20180125_030729_0058911074367116013825.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/codecs/test/temp/junit4-J2-20180125_030729_0059466212756051956707.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 7 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/codecs/test/temp/junit4-J1-20180125_030729_00510458685038951150887.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 214 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/demo/test/temp/junit4-J1-20180125_030923_62016163595490042892274.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/demo/test/temp/junit4-J2-20180125_030923_62017975929650156385364.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/demo/test/temp/junit4-J0-20180125_030923_620225914277118095241.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 173 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/expressions/test/temp/junit4-J2-20180125_030926_6446352237856750143251.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/expressions/test/temp/junit4-J0-20180125_030926_64413618624952733033304.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/expressions/test/temp/junit4-J1-20180125_030926_6443540018466093427765.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 229 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/facet/test/temp/junit4-J0-20180125_030932_41018283553573991524011.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/facet/test/temp/junit4-J2-20180125_030932_41017790257290229523901.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/facet/test/temp/junit4-J1-20180125_030932_41014614345435164962564.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 176 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/grouping/test/temp/junit4-J2-20180125_031006_7164021664825121712647.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/grouping/test/temp/junit4-J0-20180125_031006_7161293279134864089354.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 6 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/grouping/test/temp/junit4-J1-20180125_031006_7164803677316210961887.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 243 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/highlighter/test/temp/junit4-J1-20180125_031018_99218409047890439307700.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/highlighter/test/temp/junit4-J2-20180125_031018_99215077386658037822640.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/highlighter/test/temp/junit4-J0-20180125_031018_9921848457698255775467.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 163 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/join/test/temp/junit4-J2-20180125_031038_6208445056471316095121.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/join/test/temp/junit4-J0-20180125_031038_62015626651630015578791.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/join/test/temp/junit4-J1-20180125_031038_62014673732720457855013.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 149 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/memory/test/temp/junit4-J0-20180125_031101_8345275936143530456890.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/memory/test/temp/junit4-J1-20180125_031101_8358053681387740215407.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 174 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/misc/test/temp/junit4-J1-20180125_031112_46918393705490645974180.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 5 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/misc/test/temp/junit4-J2-20180125_031112_4717375950413728202381.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 9 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/misc/test/temp/junit4-J0-20180125_031112_46117245885184292191607.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 332 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queries/test/temp/junit4-J1-20180125_031129_8388020675647665127781.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 6 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queries/test/temp/junit4-J2-20180125_031129_838819759703795847588.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queries/test/temp/junit4-J0-20180125_031129_83810802180102781971809.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 227 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queryparser/test/temp/junit4-J2-20180125_031139_5383956958759378312342.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queryparser/test/temp/junit4-J1-20180125_031139_53814774619379327364191.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queryparser/test/temp/junit4-J0-20180125_031139_5382073565114889755894.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 207 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/replicator/test/temp/junit4-J1-20180125_031148_6921433682244262244081.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/replicator/test/temp/junit4-J2-20180125_031148_69215690298342064020153.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/replicator/test/temp/junit4-J0-20180125_031148_69212615726702816716650.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 198 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/sandbox/test/temp/junit4-J0-20180125_031159_223938518930496405754.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 21 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/sandbox/test/temp/junit4-J2-20180125_031159_2237206572643295166360.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 7 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/sandbox/test/temp/junit4-J1-20180125_031159_2233877096140665278111.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 317 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial-extras/test/temp/junit4-J2-20180125_031253_35217179478158121484973.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial-extras/test/temp/junit4-J0-20180125_031253_3528274320440069503632.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial-extras/test/temp/junit4-J1-20180125_031253_3528312504975967080838.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 148 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial/test/temp/junit4-J0-20180125_031313_71717288000862318049537.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 169 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial3d/test/temp/junit4-J2-20180125_031316_12017791762157484507356.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial3d/test/temp/junit4-J0-20180125_031316_11514037511659856109282.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 11 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial3d/test/temp/junit4-J1-20180125_031316_115461652449371782460.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 238 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/suggest/test/temp/junit4-J2-20180125_031409_56513592551763109088196.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/suggest/test/temp/junit4-J0-20180125_031409_5659805363725188585297.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 15 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/suggest/test/temp/junit4-J1-20180125_031409_56510505848121055452092.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 2121 lines...]
[junit4] Suite: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_F7B1C53702B85BAD-001/init-core-data-001
[junit4] 2> 708021 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[F7B1C53702B85BAD]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 708022 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[F7B1C53702B85BAD]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 708022 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[F7B1C53702B85BAD]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 708022 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[F7B1C53702B85BAD]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_F7B1C53702B85BAD-001/tempDir-001
[junit4] 2> 708022 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[F7B1C53702B85BAD]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 708022 INFO (Thread-830) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 708022 INFO (Thread-830) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 708024 ERROR (Thread-830) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 708122 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[F7B1C53702B85BAD]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:33315
[junit4] 2> 708124 INFO (zkConnectionManagerCallback-1313-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 708139 INFO (jetty-launcher-1310-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 708139 INFO (jetty-launcher-1310-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 708139 INFO (jetty-launcher-1310-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 708146 INFO (jetty-launcher-1310-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 708146 INFO (jetty-launcher-1310-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 708146 INFO (jetty-launcher-1310-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 708149 INFO (jetty-launcher-1310-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 708149 INFO (jetty-launcher-1310-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 708149 INFO (jetty-launcher-1310-thread-3) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 708149 INFO (jetty-launcher-1310-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@21e4e57d{/solr,null,AVAILABLE}
[junit4] 2> 708150 INFO (jetty-launcher-1310-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@356baea5{/solr,null,AVAILABLE}
[junit4] 2> 708151 INFO (jetty-launcher-1310-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 708151 INFO (jetty-launcher-1310-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 708151 INFO (jetty-launcher-1310-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 708151 INFO (jetty-launcher-1310-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@13d15b59{SSL,[ssl, http/1.1]}{127.0.0.1:34903}
[junit4] 2> 708151 INFO (jetty-launcher-1310-thread-1) [ ] o.e.j.s.Server Started @710527ms
[junit4] 2> 708151 INFO (jetty-launcher-1310-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34903}
[junit4] 2> 708152 ERROR (jetty-launcher-1310-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 708152 INFO (jetty-launcher-1310-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 708152 INFO (jetty-launcher-1310-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 708152 INFO (jetty-launcher-1310-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 708152 INFO (jetty-launcher-1310-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T03:27:07.507262Z
[junit4] 2> 708152 INFO (jetty-launcher-1310-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@62da7489{SSL,[ssl, http/1.1]}{127.0.0.1:42099}
[junit4] 2> 708152 INFO (jetty-launcher-1310-thread-3) [ ] o.e.j.s.Server Started @710528ms
[junit4] 2> 708152 INFO (jetty-launcher-1310-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42099}
[junit4] 2> 708152 INFO (jetty-launcher-1310-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@412b5743{/solr,null,AVAILABLE}
[junit4] 2> 708152 ERROR (jetty-launcher-1310-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 708153 INFO (jetty-launcher-1310-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 708153 INFO (jetty-launcher-1310-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 708153 INFO (jetty-launcher-1310-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 708153 INFO (jetty-launcher-1310-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T03:27:07.508100Z
[junit4] 2> 708159 INFO (zkConnectionManagerCallback-1315-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 708159 INFO (jetty-launcher-1310-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5b6dda4a{SSL,[ssl, http/1.1]}{127.0.0.1:45913}
[junit4] 2> 708159 INFO (jetty-launcher-1310-thread-2) [ ] o.e.j.s.Server Started @710535ms
[junit4] 2> 708159 INFO (jetty-launcher-1310-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45913}
[junit4] 2> 708160 INFO (jetty-launcher-1310-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 708160 ERROR (jetty-launcher-1310-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 708160 INFO (zkConnectionManagerCallback-1317-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 708160 INFO (jetty-launcher-1310-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 708160 INFO (jetty-launcher-1310-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 708160 INFO (jetty-launcher-1310-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 708160 INFO (jetty-launcher-1310-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T03:27:07.515295Z
[junit4] 2> 708160 INFO (jetty-launcher-1310-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 708161 INFO (zkConnectionManagerCallback-1319-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 708161 INFO (jetty-launcher-1310-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 708169 INFO (jetty-launcher-1310-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33315/solr
[junit4] 2> 708170 INFO (jetty-launcher-1310-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33315/solr
[junit4] 2> 708170 INFO (zkConnectionManagerCallback-1324-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 708171 INFO (jetty-launcher-1310-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33315/solr
[junit4] 2> 708171 INFO (zkConnectionManagerCallback-1327-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 708172 INFO (zkConnectionManagerCallback-1331-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 708172 INFO (zkConnectionManagerCallback-1333-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 708172 INFO (zkConnectionManagerCallback-1335-thread-1-processing-n:127.0.0.1:34903_solr) [n:127.0.0.1:34903_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 708172 INFO (zkConnectionManagerCallback-1337-thread-1-processing-n:127.0.0.1:45913_solr) [n:127.0.0.1:45913_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 708214 INFO (jetty-launcher-1310-thread-3) [n:127.0.0.1:42099_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 708214 INFO (jetty-launcher-1310-thread-1) [n:127.0.0.1:34903_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 708214 INFO (jetty-launcher-1310-thread-3) [n:127.0.0.1:42099_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42099_solr
[junit4] 2> 708214 INFO (jetty-launcher-1310-thread-1) [n:127.0.0.1:34903_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34903_solr
[junit4] 2> 708214 INFO (jetty-launcher-1310-thread-3) [n:127.0.0.1:42099_solr ] o.a.s.c.Overseer Overseer (id=99408335823044615-127.0.0.1:42099_solr-n_0000000000) starting
[junit4] 2> 708214 INFO (zkCallback-1334-thread-1-processing-n:127.0.0.1:34903_solr) [n:127.0.0.1:34903_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 708215 INFO (zkCallback-1332-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 708216 INFO (jetty-launcher-1310-thread-2) [n:127.0.0.1:45913_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 708216 INFO (jetty-launcher-1310-thread-2) [n:127.0.0.1:45913_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 708217 DEBUG (OverseerStateUpdate-99408335823044615-127.0.0.1:42099_solr-n_0000000000) [n:127.0.0.1:42099_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 708217 DEBUG (OverseerAutoScalingTriggerThread-99408335823044615-127.0.0.1:42099_solr-n_0000000000) [n:127.0.0.1:42099_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 708218 DEBUG (OverseerAutoScalingTriggerThread-99408335823044615-127.0.0.1:42099_solr-n_0000000000) [n:127.0.0.1:42099_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 708218 INFO (jetty-launcher-1310-thread-2) [n:127.0.0.1:45913_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45913_solr
[junit4] 2> 708218 INFO (jetty-launcher-1310-thread-3) [n:127.0.0.1:42099_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42099_solr
[junit4] 2> 708218 DEBUG (OverseerAutoScalingTriggerThread-99408335823044615-127.0.0.1:42099_solr-n_0000000000) [n:127.0.0.1:42099_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:34903_solr]
[junit4] 2> 708218 DEBUG (OverseerAutoScalingTriggerThread-99408335823044615-127.0.0.1:42099_solr-n_0000000000) [n:127.0.0.1:42099_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 708218 DEBUG (OverseerAutoScalingTriggerThread-99408335823044615-127.0.0.1:42099_solr-n_0000000000) [n:127.0.0.1:42099_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 708219 INFO (zkCallback-1334-thread-1-processing-n:127.0.0.1:34903_solr) [n:127.0.0.1:34903_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 708219 INFO (zkCallback-1332-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 708219 INFO (zkCallback-1332-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 708219 INFO (zkCallback-1334-thread-1-processing-n:127.0.0.1:34903_solr) [n:127.0.0.1:34903_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 708220 DEBUG (OverseerStateUpdate-99408335823044615-127.0.0.1:42099_solr-n_0000000000) [n:127.0.0.1:42099_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:45913_solr"} current state version: 0
[junit4] 2> 708220 DEBUG (OverseerStateUpdate-99408335823044615-127.0.0.1:42099_solr-n_0000000000) [n:127.0.0.1:42099_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:45913_solr
[junit4] 2> 708220 DEBUG (OverseerStateUpdate-99408335823044615-127.0.0.1:42099_solr-n_0000000000) [n:127.0.0.1:42099_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:42099_solr"} current state version: 0
[junit4] 2> 708220 DEBUG (OverseerStateUpdate-99408335823044615-127.0.0.1:42099_solr-n_0000000000) [n:127.0.0.1:42099_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:42099_solr
[junit4] 2> 708224 DEBUG (OverseerAutoScalingTriggerThread-99408335823044615-127.0.0.1:42099_solr-n_0000000000) [n:127.0.0.1:42099_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 708224 INFO (zkCallback-1336-thread-1-processing-n:127.0.0.1:45913_solr) [n:127.0.0.1:45913_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 708224 DEBUG (OverseerAutoScalingTriggerThread-99408335823044615-127.0.0.1:42099_solr-n_0000000000) [n:127.0.0.1:42099_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 708224 DEBUG (ScheduledTrigger-2408-thread-1) [n:127.0.0.1:42099_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 708263 INFO (jetty-launcher-1310-thread-2) [n:127.0.0.1:45913_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45913.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@414db672
[junit4] 2> 708268 INFO (jetty-launcher-1310-thread-3) [n:127.0.0.1:42099_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42099.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@414db672
[junit4] 2> 708268 INFO (jetty-launcher-1310-thread-2) [n:127.0.0.1:45913_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45913.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@414db672
[junit4] 2> 708269 INFO (jetty-launcher-1310-thread-2) [n:127.0.0.1:45913_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45913.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@414db672
[junit4] 2> 708269 INFO (jetty-launcher-1310-thread-2) [n:127.0.0.1:45913_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_F7B1C53702B85BAD-001/tempDir-001/node2/.
[junit4] 2> 708273 WARN (jetty-launcher-1310-thread-3) [n:127.0.0.1:42099_solr ] o.a.s.m.r.j.JmxMetricsReporter Unable to register gauge
[junit4] 2> javax.management.InstanceNotFoundException: solr_42099:dom1=solr,dom2=jvm,name0=classes,name=loaded
[junit4] 2> at java.management/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1083)
[junit4] 2> at java.management/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:423)
[junit4] 2> at java.management/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:411)
[junit4] 2> at java.management/com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:565)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.lambda$start$0(JmxMetricsReporter.java:738)
[junit4] 2> at java.base/java.util.HashMap.forEach(HashMap.java:1341)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:728)
[junit4] 2> at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109)
[junit4] 2> at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:881)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:817)
[junit4] 2> at org.apache.solr.core.CoreContainer.load(CoreContainer.java:547)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 708273 INFO (jetty-launcher-1310-thread-3) [n:127.0.0.1:42099_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42099.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@414db672
[junit4] 2> 708273 INFO (jetty-launcher-1310-thread-3) [n:127.0.0.1:42099_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42099.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@414db672
[junit4] 2> 708273 INFO (jetty-launcher-1310-thread-1) [n:127.0.0.1:34903_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34903.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@414db672
[junit4] 2> 708274 INFO (jetty-launcher-1310-thread-3) [n:127.0.0.1:42099_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_F7B1C53702B85BAD-001/tempDir-001/node3/.
[junit4] 2> 708279 INFO (jetty-launcher-1310-thread-1) [n:127.0.0.1:34903_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34903.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@414db672
[junit4] 2> 708279 INFO (jetty-launcher-1310-thread-1) [n:127.0.0.1:34903_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34903.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@414db672
[junit4] 2> 708280 INFO (jetty-launcher-1310-thread-1) [n:127.0.0.1:34903_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_F7B1C53702B85BAD-001/tempDir-001/node1/.
[junit4] 2> 708325 INFO (zkConnectionManagerCallback-1345-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 708327 INFO (zkConnectionManagerCallback-1349-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 708328 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[F7B1C53702B85BAD]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 708328 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[F7B1C53702B85BAD]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33315/solr ready
[junit4] 2> 708338 INFO (qtp1894532886-5085) [n:127.0.0.1:42099_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&name=AutoscalingHistoryHandlerTest_collection&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 708339 INFO (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection AutoscalingHistoryHandlerTest_collection
[junit4] 2> 708339 INFO (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/protwords.txt
[junit4] 2> 708340 INFO (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/managed-schema
[junit4] 2> 708341 INFO (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/solrconfig.xml
[junit4] 2> 708341 INFO (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/synonyms.txt
[junit4] 2> 708341 INFO (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/stopwords.txt
[junit4] 2> 708342 INFO (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_it.txt
[junit4] 2> 708342 INFO (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stemdict_nl.txt
[junit4] 2> 708343 INFO (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hy.txt
[junit4] 2> 708343 INFO (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_no.txt
[junit4] 2> 708344 INFO (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ca.txt
[junit4] 2> 708344 INFO (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_id.txt
[junit4] 2> 708344 INFO (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ga.txt
[junit4] 2> 708345 INFO (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hi.txt
[junit4] 2> 708345 INFO (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_da.txt
[junit4] 2> 708346 INFO (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ja.txt
[junit4] 2> 708346 INFO (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_pt.txt
[junit4] 2> 708346 INFO (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hu.txt
[junit4] 2> 708347 INFO (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_el.txt
[junit4] 2> 708347 INFO (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ru.txt
[junit4] 2> 708348 INFO (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_tr.txt
[junit4] 2> 708348 INFO (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ar.txt
[junit4] 2> 708349 INFO (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/userdict_ja.txt
[junit4] 2> 708349 INFO (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_eu.txt
[junit4] 2> 708350 INFO (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_it.txt
[junit4] 2> 708350 INFO (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_cz.txt
[junit4] 2> 708351 INFO (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stoptags_ja.txt
[junit4] 2> 708351 INFO (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_fr.txt
[junit4] 2> 708351 INFO (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127.0.0.1:42099_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_de.txt
[junit4] 2> 708352 INFO (OverseerThreadFactory-2410-thread-1-processing-n:127.0.0.1:42099_solr) [n:127
[...truncated too long message...]
----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J2-20180125_042125_18814409160474385510372.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 553 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J2-20180125_042222_8358838583444933475611.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J1-20180125_042222_8351850008647581048213.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J0-20180125_042222_8356908570941776116967.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1260 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J1-20180125_042248_75811841722436093909332.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J0-20180125_042248_758424815525209515917.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 647 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J2-20180125_042258_1643575823556111518066.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J1-20180125_042258_16016791637525269487599.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J0-20180125_042258_144102343622376485715.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 558 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J0-20180125_042322_4097130909878819219127.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J2-20180125_042322_4092132439475527078865.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J1-20180125_042322_40912447785356275879061.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 561 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J0-20180125_042335_68115042155758660483833.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 6 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J1-20180125_042335_68114698398809722293947.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J2-20180125_042335_68116221829072018800405.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 655 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J2-20180125_042345_6775062055373293231673.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J1-20180125_042345_676219867686522065707.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J0-20180125_042345_6763688706955938567083.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 599 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J0-20180125_042415_08512666781604429668785.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J1-20180125_042415_085785544713833955992.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 548 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-velocity/test/temp/junit4-J0-20180125_042428_3486047055487103438340.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 32321 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk1.8.0_144) - Build # 1237
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1237/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseSerialGC
3 tests failed.
FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove
Error Message:
No live SolrServers available to handle this request:[https://127.0.0.1:44017/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:32861/solr/MoveReplicaHDFSTest_failed_coll_true]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:44017/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:32861/solr/MoveReplicaHDFSTest_failed_coll_true]
at __randomizedtesting.SeedInfo.seed([7D76B250B2F52FE8:D7BB61A20526FA38]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:306)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:44017/solr/MoveReplicaHDFSTest_failed_coll_true: no servers hosting shard: shard1
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:436)
... 46 more
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTriggerRestoreState
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([7D76B250B2F52FE8:F54B3B2F8835CE45]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTriggerRestoreState(TriggerIntegrationTest.java:426)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventFromRestoredState
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([7D76B250B2F52FE8:7D4006909BF88B82]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventFromRestoredState(TriggerIntegrationTest.java:760)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13491 lines...]
[junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_7D76B250B2F52FE8-001/init-core-data-001
[junit4] 2> 2122030 WARN (SUITE-MoveReplicaHDFSTest-seed#[7D76B250B2F52FE8]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=12 numCloses=12
[junit4] 2> 2122030 INFO (SUITE-MoveReplicaHDFSTest-seed#[7D76B250B2F52FE8]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2122031 INFO (SUITE-MoveReplicaHDFSTest-seed#[7D76B250B2F52FE8]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 2122031 INFO (SUITE-MoveReplicaHDFSTest-seed#[7D76B250B2F52FE8]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2122031 INFO (SUITE-MoveReplicaHDFSTest-seed#[7D76B250B2F52FE8]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_7D76B250B2F52FE8-001/tempDir-001
[junit4] 2> 2122032 INFO (SUITE-MoveReplicaHDFSTest-seed#[7D76B250B2F52FE8]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2122032 INFO (Thread-5847) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2122032 INFO (Thread-5847) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2122033 ERROR (Thread-5847) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2122132 INFO (SUITE-MoveReplicaHDFSTest-seed#[7D76B250B2F52FE8]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:41835
[junit4] 2> 2122134 INFO (zkConnectionManagerCallback-3570-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2122140 INFO (jetty-launcher-3567-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2122140 INFO (jetty-launcher-3567-thread-4) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2122140 INFO (jetty-launcher-3567-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2122140 INFO (jetty-launcher-3567-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2122141 INFO (jetty-launcher-3567-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2122141 INFO (jetty-launcher-3567-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2122141 INFO (jetty-launcher-3567-thread-4) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2122141 INFO (jetty-launcher-3567-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2122141 INFO (jetty-launcher-3567-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2122141 INFO (jetty-launcher-3567-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2122141 INFO (jetty-launcher-3567-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2122141 INFO (jetty-launcher-3567-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2122141 INFO (jetty-launcher-3567-thread-3) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2122141 INFO (jetty-launcher-3567-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2122141 INFO (jetty-launcher-3567-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3cbb9388{/solr,null,AVAILABLE}
[junit4] 2> 2122141 INFO (jetty-launcher-3567-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2122141 INFO (jetty-launcher-3567-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5f28a01{/solr,null,AVAILABLE}
[junit4] 2> 2122141 INFO (jetty-launcher-3567-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2122141 INFO (jetty-launcher-3567-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@75342344{/solr,null,AVAILABLE}
[junit4] 2> 2122141 INFO (jetty-launcher-3567-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5d727a3e{/solr,null,AVAILABLE}
[junit4] 2> 2122142 INFO (jetty-launcher-3567-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@643cab4d{SSL,[ssl, http/1.1]}{127.0.0.1:46569}
[junit4] 2> 2122142 INFO (jetty-launcher-3567-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1cf9b57c{SSL,[ssl, http/1.1]}{127.0.0.1:38745}
[junit4] 2> 2122142 INFO (jetty-launcher-3567-thread-1) [ ] o.e.j.s.Server Started @2124123ms
[junit4] 2> 2122142 INFO (jetty-launcher-3567-thread-3) [ ] o.e.j.s.Server Started @2124123ms
[junit4] 2> 2122142 INFO (jetty-launcher-3567-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46569}
[junit4] 2> 2122142 INFO (jetty-launcher-3567-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38745}
[junit4] 2> 2122142 INFO (jetty-launcher-3567-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@66b542e0{SSL,[ssl, http/1.1]}{127.0.0.1:44017}
[junit4] 2> 2122142 INFO (jetty-launcher-3567-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@659ec8a6{SSL,[ssl, http/1.1]}{127.0.0.1:37853}
[junit4] 2> 2122142 ERROR (jetty-launcher-3567-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2122142 INFO (jetty-launcher-3567-thread-4) [ ] o.e.j.s.Server Started @2124123ms
[junit4] 2> 2122142 INFO (jetty-launcher-3567-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 2122142 INFO (jetty-launcher-3567-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37853}
[junit4] 2> 2122142 INFO (jetty-launcher-3567-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2122142 ERROR (jetty-launcher-3567-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2122142 ERROR (jetty-launcher-3567-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2122142 INFO (jetty-launcher-3567-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 2122142 INFO (jetty-launcher-3567-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 2122142 INFO (jetty-launcher-3567-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2122143 INFO (jetty-launcher-3567-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2122143 INFO (jetty-launcher-3567-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2122143 INFO (jetty-launcher-3567-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2122143 INFO (jetty-launcher-3567-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-24T23:47:44.610Z
[junit4] 2> 2122143 INFO (jetty-launcher-3567-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-24T23:47:44.610Z
[junit4] 2> 2122142 INFO (jetty-launcher-3567-thread-2) [ ] o.e.j.s.Server Started @2124123ms
[junit4] 2> 2122142 INFO (jetty-launcher-3567-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2122143 INFO (jetty-launcher-3567-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-24T23:47:44.610Z
[junit4] 2> 2122143 INFO (jetty-launcher-3567-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44017}
[junit4] 2> 2122143 ERROR (jetty-launcher-3567-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2122143 INFO (jetty-launcher-3567-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 2122143 INFO (jetty-launcher-3567-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2122143 INFO (jetty-launcher-3567-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2122143 INFO (jetty-launcher-3567-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-24T23:47:44.610Z
[junit4] 2> 2122144 INFO (zkConnectionManagerCallback-3574-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2122144 INFO (zkConnectionManagerCallback-3573-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2122144 INFO (zkConnectionManagerCallback-3576-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2122144 INFO (zkConnectionManagerCallback-3578-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2122144 INFO (jetty-launcher-3567-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2122144 INFO (jetty-launcher-3567-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2122144 INFO (jetty-launcher-3567-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2122144 INFO (jetty-launcher-3567-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2122148 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1612a91f6f30004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2122149 INFO (jetty-launcher-3567-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41835/solr
[junit4] 2> 2122149 INFO (jetty-launcher-3567-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41835/solr
[junit4] 2> 2122149 INFO (jetty-launcher-3567-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41835/solr
[junit4] 2> 2122149 INFO (jetty-launcher-3567-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41835/solr
[junit4] 2> 2122167 INFO (zkConnectionManagerCallback-3588-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2122167 INFO (zkConnectionManagerCallback-3590-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2122167 INFO (zkConnectionManagerCallback-3594-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2122167 INFO (zkConnectionManagerCallback-3592-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2122167 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1612a91f6f30008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2122168 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1612a91f6f30005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2122168 INFO (zkConnectionManagerCallback-3598-thread-1-processing-n:127.0.0.1:46569_solr) [n:127.0.0.1:46569_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2122168 INFO (zkConnectionManagerCallback-3600-thread-1-processing-n:127.0.0.1:38745_solr) [n:127.0.0.1:38745_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2122168 INFO (zkConnectionManagerCallback-3599-thread-1-processing-n:127.0.0.1:44017_solr) [n:127.0.0.1:44017_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2122168 INFO (zkConnectionManagerCallback-3602-thread-1-processing-n:127.0.0.1:37853_solr) [n:127.0.0.1:37853_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2122197 INFO (jetty-launcher-3567-thread-3) [n:127.0.0.1:38745_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2122197 INFO (jetty-launcher-3567-thread-1) [n:127.0.0.1:46569_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2122197 INFO (jetty-launcher-3567-thread-4) [n:127.0.0.1:37853_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2122197 INFO (jetty-launcher-3567-thread-2) [n:127.0.0.1:44017_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2122197 INFO (jetty-launcher-3567-thread-3) [n:127.0.0.1:38745_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38745_solr
[junit4] 2> 2122197 INFO (jetty-launcher-3567-thread-1) [n:127.0.0.1:46569_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46569_solr
[junit4] 2> 2122197 INFO (jetty-launcher-3567-thread-2) [n:127.0.0.1:44017_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44017_solr
[junit4] 2> 2122197 INFO (jetty-launcher-3567-thread-4) [n:127.0.0.1:37853_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37853_solr
[junit4] 2> 2122197 INFO (jetty-launcher-3567-thread-3) [n:127.0.0.1:38745_solr ] o.a.s.c.Overseer Overseer (id=99407473180606474-127.0.0.1:38745_solr-n_0000000000) starting
[junit4] 2> 2122197 INFO (zkCallback-3595-thread-1-processing-n:127.0.0.1:44017_solr) [n:127.0.0.1:44017_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2122198 INFO (zkCallback-3596-thread-1-processing-n:127.0.0.1:46569_solr) [n:127.0.0.1:46569_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2122198 INFO (zkCallback-3601-thread-1-processing-n:127.0.0.1:37853_solr) [n:127.0.0.1:37853_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2122198 INFO (zkCallback-3597-thread-1-processing-n:127.0.0.1:38745_solr) [n:127.0.0.1:38745_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2122205 INFO (jetty-launcher-3567-thread-3) [n:127.0.0.1:38745_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38745_solr
[junit4] 2> 2122205 INFO (zkCallback-3597-thread-1-processing-n:127.0.0.1:38745_solr) [n:127.0.0.1:38745_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2122205 INFO (zkCallback-3595-thread-1-processing-n:127.0.0.1:44017_solr) [n:127.0.0.1:44017_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2122205 INFO (zkCallback-3596-thread-1-processing-n:127.0.0.1:46569_solr) [n:127.0.0.1:46569_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2122212 INFO (zkCallback-3601-thread-1-processing-n:127.0.0.1:37853_solr) [n:127.0.0.1:37853_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2122239 INFO (jetty-launcher-3567-thread-1) [n:127.0.0.1:46569_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46569.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d9ebf9d
[junit4] 2> 2122239 INFO (jetty-launcher-3567-thread-4) [n:127.0.0.1:37853_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37853.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d9ebf9d
[junit4] 2> 2122245 INFO (jetty-launcher-3567-thread-1) [n:127.0.0.1:46569_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46569.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d9ebf9d
[junit4] 2> 2122245 INFO (jetty-launcher-3567-thread-1) [n:127.0.0.1:46569_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46569.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d9ebf9d
[junit4] 2> 2122246 INFO (jetty-launcher-3567-thread-1) [n:127.0.0.1:46569_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_7D76B250B2F52FE8-001/tempDir-001/node1/.
[junit4] 2> 2122247 INFO (jetty-launcher-3567-thread-4) [n:127.0.0.1:37853_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37853.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d9ebf9d
[junit4] 2> 2122247 INFO (jetty-launcher-3567-thread-4) [n:127.0.0.1:37853_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37853.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d9ebf9d
[junit4] 2> 2122248 INFO (jetty-launcher-3567-thread-4) [n:127.0.0.1:37853_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_7D76B250B2F52FE8-001/tempDir-001/node4/.
[junit4] 2> 2122261 INFO (jetty-launcher-3567-thread-3) [n:127.0.0.1:38745_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38745.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d9ebf9d
[junit4] 2> 2122267 INFO (jetty-launcher-3567-thread-2) [n:127.0.0.1:44017_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44017.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d9ebf9d
[junit4] 2> 2122269 INFO (jetty-launcher-3567-thread-3) [n:127.0.0.1:38745_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38745.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d9ebf9d
[junit4] 2> 2122269 INFO (jetty-launcher-3567-thread-3) [n:127.0.0.1:38745_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38745.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d9ebf9d
[junit4] 2> 2122270 INFO (jetty-launcher-3567-thread-3) [n:127.0.0.1:38745_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_7D76B250B2F52FE8-001/tempDir-001/node3/.
[junit4] 2> 2122274 INFO (jetty-launcher-3567-thread-2) [n:127.0.0.1:44017_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44017.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d9ebf9d
[junit4] 2> 2122274 INFO (jetty-launcher-3567-thread-2) [n:127.0.0.1:44017_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44017.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d9ebf9d
[junit4] 2> 2122275 INFO (jetty-launcher-3567-thread-2) [n:127.0.0.1:44017_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_7D76B250B2F52FE8-001/tempDir-001/node2/.
[junit4] 2> 2122348 INFO (zkConnectionManagerCallback-3612-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2122349 INFO (zkConnectionManagerCallback-3616-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2122350 INFO (SUITE-MoveReplicaHDFSTest-seed#[7D76B250B2F52FE8]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2122350 INFO (SUITE-MoveReplicaHDFSTest-seed#[7D76B250B2F52FE8]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41835/solr ready
[junit4] 2> 2122361 INFO (qtp1501930662-18342) [n:127.0.0.1:37853_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2122364 INFO (qtp1501930662-18342) [n:127.0.0.1:37853_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=2
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 2122409 WARN (SUITE-MoveReplicaHDFSTest-seed#[7D76B250B2F52FE8]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 2122414 WARN (SUITE-MoveReplicaHDFSTest-seed#[7D76B250B2F52FE8]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2122416 INFO (SUITE-MoveReplicaHDFSTest-seed#[7D76B250B2F52FE8]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2122426 INFO (SUITE-MoveReplicaHDFSTest-seed#[7D76B250B2F52FE8]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_localdomain_43081_hdfs____.3bxdcs/webapp
[junit4] 2> 2122871 INFO (SUITE-MoveReplicaHDFSTest-seed#[7D76B250B2F52FE8]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:43081
[junit4] 2> 2123000 WARN (SUITE-MoveReplicaHDFSTest-seed#[7D76B250B2F52FE8]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2123001 INFO (SUITE-MoveReplicaHDFSTest-seed#[7D76B250B2F52FE8]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2123046 INFO (SUITE-MoveReplicaHDFSTest-seed#[7D76B250B2F52FE8]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_39699_datanode____ggzxjr/webapp
[junit4] 2> 2123470 INFO (SUITE-MoveReplicaHDFSTest-seed#[7D76B250B2F52FE8]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:39699
[junit4] 2> 2123508 WARN (SUITE-MoveReplicaHDFSTest-seed#[7D76B250B2F52FE8]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2123509 INFO (SUITE-MoveReplicaHDFSTest-seed#[7D76B250B2F52FE8]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2123518 INFO (SUITE-MoveReplicaHDFSTest-seed#[7D76B250B2F52FE8]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_37585_datanode____.yu0p3f/webapp
[junit4] 2> 2123710 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_7D76B250B2F52FE8-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_7D76B250B2F52FE8-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:40571) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 2123715 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x778db4f309db: from storage DS-c31bca8f-c97c-4866-8e76-c7fbfc3b7886 node DatanodeRegistration(127.0.0.1:46817, datanodeUuid=540f5b92-ead7-4da5-9ccd-66758178bc36, infoPort=41705, infoSecurePort=0, ipcPort=44793, storageInfo=lv=-56;cid=testClusterID;nsid=179514557;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 2123715 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x778db4f309db: from storage DS-4ff2f407-c95d-45fc-a664-282177bf02c7 node DatanodeRegistration(127.0.0.1:46817, datanodeUuid=540f5b92-ead7-4da5-9ccd-66758178bc36, infoPort=41705, infoSecurePort=0, ipcPort=44793, storageInfo=lv=-56;cid=testClusterID;nsid=179514557;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2123965 INFO (SUITE-MoveReplicaHDFSTest-seed#[7D76B250B2F52FE8]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:37585
[junit4] 2> 2124057 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_7D76B250B2F52FE8-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_7D76B250B2F52FE8-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:40571) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 2124060 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x778dc98b6381: from storage DS-c902bb7b-79a9-4a15-b402-7bc8bf8b3f54 node DatanodeRegistration(127.0.0.1:45819, datanodeUuid=f31e6a0c-7729-4daf-a1c5-56a2acbf5922, infoPort=45247, infoSecurePort=0, ipcPort=39041, storageInfo=lv=-56;cid=testClusterID;nsid=179514557;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 2124060 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x778dc98b6381: from storage DS-eb5650f3-d3b2-4d03-894e-4b02a912cbb1 node DatanodeRegistration(127.0.0.1:45819, datanodeUuid=f31e6a0c-7729-4daf-a1c5-56a2acbf5922, infoPort=45247, infoSecurePort=0, ipcPort=39041, storageInfo=lv=-56;cid=testClusterID;nsid=179514557;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2124133 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[7D76B250B2F52FE8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testFailedMove
[junit4] 2> 2124133 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[7D76B250B2F52FE8]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2124135 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[7D76B250B2F52FE8]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2124135 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[7D76B250B2F52FE8]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2124136 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[7D76B250B2F52FE8]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2124136 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[7D76B250B2F52FE8]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2124136 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[7D76B250B2F52FE8]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2a6764f7{/solr,null,AVAILABLE}
[junit4] 2> 2124136 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[7D76B250B2F52FE8]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@554e5b9d{SSL,[ssl, http/1.1]}{127.0.0.1:32861}
[junit4] 2> 2124136 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[7D76B250B2F52FE8]) [ ] o.e.j.s.Server Started @2126117ms
[junit4] 2> 2124136 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[7D76B250B2F52FE8]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32861}
[junit4] 2> 2124136 ERROR (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[7D76B250B2F52FE8]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2124136 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[7D76B250B2F52FE8]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 2124136 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[7D76B250B2F52FE8]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2124137 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[7D76B250B2F52FE8]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2124137 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[7D76B250B2F52FE8]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-24T23:47:46.604Z
[junit4] 2> 2124137 INFO (zkConnectionManagerCallback-3619-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2124138 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[7D76B250B2F52FE8]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2124143 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[7D76B250B2F52FE8]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41835/solr
[junit4] 2> 2124143 INFO (zkConnectionManagerCallback-3623-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2124144 INFO (zkConnectionManagerCallback-3625-thread-1-processing-n:127.0.0.1:32861_solr) [n:127.0.0.1:32861_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2124147 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[7D76B250B2F52FE8]) [n:127.0.0.1:32861_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2124148 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[7D76B250B2F52FE8]) [n:127.0.0.1:32861_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2124148 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[7D76B250B2F52FE8]) [n:127.0.0.1:32861_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32861_solr
[junit4] 2> 2124149 INFO (zkCallback-3596-thread-1-processing-n:127.0.0.1:46569_solr) [n:127.0.0.1:46569_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2124149 INFO (zkCallback-3601-thread-1-processing-n:127.0.0.1:37853_solr) [n:127.0.0.1:37853_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2124149 INFO (zkCallback-3597-thread-1-processing-n:127.0.0.1:38745_solr) [n:127.0.0.1:38745_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2124149 INFO (zkCallback-3595-thread-1-processing-n:127.0.0.1:44017_solr) [n:127.0.0.1:44017_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2124149 INFO (zkCallback-3615-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2124149 INFO (zkCallback-3615-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2124152 INFO (zkCallback-3624-thread-1-processing-n:127.0.0.1:32861_solr) [n:127.0.0.1:32861_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2124205 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[7D76B250B2F52FE8]) [n:127.0.0.1:32861_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32861.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d9ebf9d
[junit4] 2> 2124211 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[7D76B250B2F52FE8]) [n:127.0.0.1:32861_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32861.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d9ebf9d
[junit4] 2> 2124211 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[7D76B250B2F52FE8]) [n:127.0.0.1:32861_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32861.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d9ebf9d
[junit4] 2> 2124212 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[7D76B250B2F52FE8]) [n:127.0.0.1:32861_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_7D76B250B2F52FE8-001/tempDir-001/node5/.
[junit4] 2> 2124248 INFO (zkConnectionManagerCallback-3629-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2124261 INFO (qtp1111042045-18630) [n:127.0.0.1:32861_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf1&autoAddReplicas=false&name=MoveReplicaHDFSTest_failed_coll_true&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2124262 INFO (OverseerThreadFactory-6544-thread-2-processing-n:127.0.0.1:38745_solr) [n:127.0.0.1:38745_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection MoveReplicaHDFSTest_failed_coll_true
[junit4] 2> 2124263 INFO (OverseerCollectionConfigSetProcessor-99407473180606474-127.0.0.1:38745_solr-n_0000000000) [n:127.0.0.1:38745_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2124368 INFO (OverseerStateUpdate-99407473180606474-127.0.0.1:38745_solr-n_0000000000) [n:127.0.0.1:38745_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_failed_coll_true",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37853/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2124369 INFO (OverseerStateUpdate-99407473180606474-127.0.0.1:38745_solr-n_0000000000) [n:127.0.0.1:38745_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_failed_coll_true",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:38745/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2124370 INFO (OverseerStateUpdate-99407473180606474-127.0.0.1:38745_solr-n_0000000000) [n:127.0.0.1:38745_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_failed_coll_true",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:32861/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2124370 INFO (OverseerStateUpdate-99407473180606474-127.0.0.1:38745_solr-n_0000000000) [n:127.0.0.1:38745_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_failed_coll_true",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44017/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2124579 INFO (qtp1111042045-18629) [n:127.0.0.1:32861_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2124579 INFO (qtp1501930662-18342) [n:127.0.0.1:37853_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2124579 INFO (qtp1111042045-18629) [n:127.0.0.1:32861_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2124580 INFO (qtp1501930662-18342) [n:127.0.0.1:37853_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2124604 INFO (qtp1757697038-18341) [n:127.0.0.1:38745_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2124604 INFO (qtp824273931-18346) [n:127.0.0.1:44017_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2124605 INFO (qtp1757697038-18341) [n:127.0.0.1:38745_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2124605 INFO (qtp824273931-18346) [n:127.0.0.1:44017_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2124709 INFO (zkCallback-3601-thread-1-processing-n:127.0.0.1:37853_solr) [n:127.0.0.1:37853_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2124709 INFO (zkCallback-3597-thread-1-processing-n:127.0.0.1:38745_solr) [n:127.0.0.1:38745_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2124709 INFO (zkCallback-3601-thread-2-processing-n:127.0.0.1:37853_solr) [n:127.0.0.1:37853_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2124709 INFO (zkCallback-3624-thread-2-processing-n:127.0.0.1:32861_solr) [n:127.0.0.1:32861_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2124709 INFO (zkCallback-3597-thread-2-processing-n:127.0.0.1:38745_solr) [n:127.0.0.1:38745_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2124709 INFO (zkCallback-3624-thread-1-processing-n:127.0.0.1:32861_solr) [n:127.0.0.1:32861_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2124709 INFO (zkCallback-3595-thread-1-processing-n:127.0.0.1:44017_solr) [n:127.0.0.1:44017_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2124709 INFO (zkCallback-3595-thread-2-processing-n:127.0.0.1:44017_solr) [n:127.0.0.1:44017_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2125594 INFO (qtp1111042045-18629) [n:127.0.0.1:32861_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2125594 INFO (qtp1501930662-18342) [n:127.0.0.1:37853_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2125601 INFO (qtp1501930662-18342) [n:127.0.0.1:37853_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2125601 INFO (qtp1111042045-18629) [n:127.0.0.1:32861_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] Schema name=minimal
[junit4] 2> 2125603 INFO (qtp1501930662-18342) [n:127.0.0.1:37853_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2125604 INFO (qtp1501930662-18342) [n:127.0.0.1:37853_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1' using configuration from collection MoveReplicaHDFSTest_failed_coll_true, trusted=true
[junit4] 2> 2125604 INFO (qtp1111042045-18629) [n:127.0.0.1:32861_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2125604 INFO (qtp1111042045-18629) [n:127.0.0.1:32861_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4' using configuration from collection MoveReplicaHDFSTest_failed_coll_true, trusted=true
[junit4] 2> 2125604 INFO (qtp1501930662-18342) [n:127.0.0.1:37853_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37853.solr.core.MoveReplicaHDFSTest_failed_coll_true.shard1.replica_n1' (registry 'solr.core.MoveReplicaHDFSTest_failed_coll_true.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d9ebf9d
[junit4] 2> 2125604 INFO (qtp1501930662-18342) [n:127.0.0.1:37853_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:40571/data
[junit4] 2> 2125604 INFO (qtp1111042045-18629) [n:127.0.0.1:32861_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32861.solr.core.MoveReplicaHDFSTest_failed_coll_true.shard2.replica_n4' (registry 'solr.core.MoveReplicaHDFSTest_failed_coll_true.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d9ebf9d
[junit4] 2> 2125604 INFO (qtp1501930662-18342) [n:127.0.0.1:37853_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2125604 INFO (qtp1501930662-18342) [n:127.0.0.1:37853_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2125604 INFO (qtp1111042045-18629) [n:127.0.0.1:32861_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:40571/data
[junit4] 2> 2125605 INFO (qtp1501930662-18342) [n:127.0.0.1:37853_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_7D76B250B2F52FE8-001/tempDir-001/node4/MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1], dataDir=[hdfs://localhost.localdomain:40571/data/MoveReplicaHDFSTest_failed_coll_true/core_node3/data/]
[junit4] 2> 2125605 INFO (qtp1111042045-18629) [n:127.0.0.1:32861_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2125605 INFO (qtp1111042045-18629) [n:127.0.0.1:32861_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2125605 INFO (qtp1111042045-18629) [n:127.0.0.1:32861_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_7D76B250B2F52FE8-001/tempDir-001/node5/MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4], dataDir=[hdfs://localhost.localdomain:40571/data/MoveReplicaHDFSTest_failed_coll_true/core_node7/data/]
[junit4] 2> 2125606 INFO (qtp1501930662-18342) [n:127.0.0.1:37853_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:40571/data/MoveReplicaHDFSTest_failed_coll_true/core_node3/data/snapshot_metadata
[junit4] 2> 2125607 INFO (qtp1111042045-18629) [n:127.0.0.1:32861_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:40571/data/MoveReplicaHDFSTest_failed_coll_true/core_node7/data/snapshot_metadata
[junit4] 2> 2125612 INFO (qtp824273931-18346) [n:127.0.0.1:44017_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2125613 INFO (qtp1757697038-18341) [n:127.0.0.1:38745_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2125631 INFO (qtp1501930662-18342) [n:127.0.0.1:37853_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:40571/data/MoveReplicaHDFSTest_failed_coll_true/core_node3/data
[junit4] 2> 2125631 INFO (qtp1111042045-18629) [n:127.0.0.1:32861_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:40571/data/MoveReplicaHDFSTest_failed_coll_true/core_node7/data
[junit4] 2> 2125632 INFO (qtp824273931-18346) [n:127.0.0.1:44017_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] Schema name=minimal
[junit4] 2> 2125632 INFO (qtp1757697038-18341) [n:127.0.0.1:38745_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] Schema name=minimal
[junit4] 2> 2125633 INFO (qtp824273931-18346) [n:127.0.0.1:44017_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2125633 INFO (qtp824273931-18346) [n:127.0.0.1:44017_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6' using configuration from collection MoveReplicaHDFSTest_failed_coll_true, trusted=true
[junit4] 2> 2125633 INFO (qtp824273931-18346) [n:127.0.0.1:44017_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44017.solr.core.MoveReplicaHDFSTest_failed_coll_true.shard2.replica_n6' (registry 'solr.core.MoveReplicaHDFSTest_failed_coll_true.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d9ebf9d
[junit4] 2> 2125634 INFO (qtp824273931-18346) [n:127.0.0.1:44017_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:40571/data
[junit4] 2> 2125634 INFO (qtp824273931-18346) [n:127.0.0.1:44017_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2125634 INFO (qtp824273931-18346) [n:127.0.0.1:44017_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2125634 INFO (qtp824273931-18346) [n:127.0.0.1:44017_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_7D76B250B2F52FE8-001/tempDir-001/node2/MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6], dataDir=[hdfs://localhost.localdomain:40571/data/MoveReplicaHDFSTest_failed_coll_true/core_node8/data/]
[junit4] 2> 2125634 INFO (qtp1757697038-18341) [n:127.0.0.1:38745_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2125634 INFO (qtp1757697038-18341) [n:127.0.0.1:38745_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2' using configuration from collection MoveReplicaHDFSTest_failed_coll_true, trusted=true
[junit4] 2> 2125634 INFO (qtp1757697038-18341) [n:127.0.0.1:38745_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38745.solr.core.MoveReplicaHDFSTest_failed_coll_true.shard1.replica_n2' (registry 'solr.core.MoveReplicaHDFSTest_failed_coll_true.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d9ebf9d
[junit4] 2> 2125634 INFO (qtp1757697038-18341) [n:127.0.0.1:38745_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:40571/data
[junit4] 2> 2125634 INFO (qtp1757697038-18341) [n:127.0.0.1:38745_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2125634 INFO (qtp1757697038-18341) [n:127.0.0.1:38745_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2125634 INFO (qtp1757697038-18341) [n:127.0.0.1:38745_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_7D76B250B2F52FE8-001/tempDir-001/node3/MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2], dataDir=[hdfs://localhost.localdomain:40571/data/MoveReplicaHDFSTest_failed_coll_true/core_node5/data/]
[junit4] 2> 2125635 INFO (qtp824273931-18346) [n:127.0.0.1:44017_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:40571/data/MoveReplicaHDFSTest_failed_coll_true/core_node8/data/snapshot_metadata
[junit4] 2> 2125636 INFO (qtp1757697038-18341) [n:127.0.0.1:38745_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:40571/data/MoveReplicaHDFSTest_failed_coll_true/core_node5/data/snapshot_metadata
[junit4] 2> 2125643 INFO (qtp824273931-18346) [n:127.0.0.1:44017_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:40571/data/MoveReplicaHDFSTest_failed_coll_true/core_node8/data
[junit4] 2> 2125643 INFO (qtp1111042045-18629) [n:127.0.0.1:32861_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:40571/data/MoveReplicaHDFSTest_failed_coll_true/core_node7/data/index
[junit4] 2> 2125643 INFO (qtp1501930662-18342) [n:127.0.0.1:37853_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:40571/data/MoveReplicaHDFSTest_failed_coll_true/core_node3/data/index
[junit4] 2> 2125644 INFO (qtp1757697038-18341) [n:127.0.0.1:38745_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:40571/data/MoveReplicaHDFSTest_failed_coll_true/core_node5/data
[junit4] 2> 2125655 INFO (qtp824273931-18346) [n:127.0.0.1:44017_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:40571/data/MoveReplicaHDFSTest_failed_coll_true/core_node8/data/index
[junit4] 2> 2125655 INFO (qtp1757697038-18341) [n:127.0.0.1:38745_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:40571/data/MoveReplicaHDFSTest_failed_coll_true/core_node5/data/index
[junit4] 2> 2125669 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46817 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-eb5650f3-d3b2-4d03-894e-4b02a912cbb1:NORMAL:127.0.0.1:45819|RBW], ReplicaUC[[DISK]DS-4ff2f407-c95d-45fc-a664-282177bf02c7:NORMAL:127.0.0.1:46817|FINALIZED]]} size 0
[junit4] 2> 2125671 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45819 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-eb5650f3-d3b2-4d03-894e-4b02a912cbb1:NORMAL:127.0.0.1:45819|RBW], ReplicaUC[[DISK]DS-c31bca8f-c97c-4866-8e76-c7fbfc3b7886:NORMAL:127.0.0.1:46817|RBW]]} size 0
[junit4] 2> 2125672 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45819 is added to blk_1073741825_1001 size 69
[junit4] 2> 2125672 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46817 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-eb5650f3-d3b2-4d03-894e-4b02a912cbb1:NORMAL:127.0.0.1:45819|RBW], ReplicaUC[[DISK]DS-c31bca8f-c97c-4866-8e76-c7fbfc3b7886:NORMAL:127.0.0.1:46817|RBW]]} size 0
[junit4] 2> 2125697 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45819 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-c31bca8f-c97c-4866-8e76-c7fbfc3b7886:NORMAL:127.0.0.1:46817|RBW], ReplicaUC[[DISK]DS-eb5650f3-d3b2-4d03-894e-4b02a912cbb1:NORMAL:127.0.0.1:45819|RBW]]} size 0
[junit4] 2> 2125697 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46817 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-c902bb7b-79a9-4a15-b402-7bc8bf8b3f54:NORMAL:127.0.0.1:45819|RBW], ReplicaUC[[DISK]DS-4ff2f407-c95d-45fc-a664-282177bf02c7:NORMAL:127.0.0.1:46817|FINALIZED]]} size 0
[junit4] 2> 2125698 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46817 is added to blk_1073741828_1004 size 69
[junit4] 2> 2125699 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45819 is added to blk_1073741827_1003 size 69
[junit4] 2> 2125712 INFO (qtp1501930662-18342) [n:127.0.0.1:37853_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2125712 INFO (qtp1501930662-18342) [n:127.0.0.1:37853_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2125712 INFO (qtp1501930662-18342) [n:127.0.0.1:37853_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2125714 INFO (qtp1111042045-18629) [n:127.0.0.1:32861_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2125714 INFO (qtp1111042045-18629) [n:127.0.0.1:32861_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2125714 INFO (qtp1111042045-18629) [n:127.0.0.1:32861_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2125718 INFO (qtp1501930662-18342) [n:127.0.0.1:37853_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2125718 INFO (qtp1501930662-18342) [n:127.0.0.1:37853_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2125742 INFO (qtp1111042045-18629) [n:127.0.0.1:32861_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2125742 INFO (qtp1111042045-18629) [n:127.0.0.1:32861_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2125744 INFO (qtp1501930662-18342) [n:127.0.0.1:37853_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@92f2a0[MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] main]
[junit4] 2> 2125745 INFO (qtp1501930662-18342) [n:127.0.0.1:37853_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2125745 INFO (qtp1501930662-18342) [n:127.0.0.1:37853_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2125746 INFO (qtp1501930662-18342) [n:127.0.0.1:37853_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2125747 WARN (qtp1501930662-18342) [n:127.0.0.1:37853_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.s.h.HdfsLocalityReporter Could not retrieve locality information for hdfs://localhost.localdomain:40019/solr3 due to exception: {}
[junit4] 2> java.net.ConnectException: Call From serv1.sd-datasolutions.de/88.99.242.108 to localhost.localdomain:40019 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused
[junit4] 2> at sun.reflect.GeneratedConstructorAccessor494.newInstance(Unknown Source)
[junit4] 2> at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
[junit4] 2> at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
[junit4] 2> at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792)
[junit4] 2> at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732)
[junit4] 2> at org.apache.hadoop.ipc.Client.call(Client.java:1480)
[junit4] 2> at org.apache.hadoop.ipc.Client.call(Client.java:1413)
[junit4] 2> at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229)
[junit4] 2> at com.sun.proxy.$Proxy52.getListing(Unknown Source)
[junit4] 2> at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getListing(ClientNamenodeProtocolTranslatorPB.java:578)
[junit4] 2> at sun.reflect.GeneratedMethodAccessor51.invoke(Unknown Source)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191)
[junit4] 2> at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102)
[junit4] 2> at com.sun.proxy.$Proxy53.getListing(Unknown Source)
[junit4] 2> at org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:2086)
[junit4] 2> at org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:2069)
[junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem.listStatusInternal(DistributedFileSystem.java:791)
[junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem.access$700(DistributedFileSystem.java:106)
[junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:853)
[junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:849)
[junit4] 2> at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81)
[junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem.listStatus(DistributedFileSystem.java:860)
[junit4] 2> at org.apache.solr.store.hdfs.HdfsLocalityReporter.refreshDirectory(HdfsLocalityReporter.java:177)
[junit4] 2> at org.apache.solr.store.hdfs.HdfsLocalityReporter.lambda$initializeMetrics$0(HdfsLocalityReporter.java:112)
[junit4] 2> at org.apache.solr.metrics.MetricsMap.getValue(MetricsMap.java:76)
[junit4] 2> at org.apache.solr.metrics.MetricsMap.getMBeanInfo(MetricsMap.java:149)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getNewMBeanClassName(DefaultMBeanServerInterceptor.java:333)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:319)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:522)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:532)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:563)
[junit4] 2> at com.codahale.metrics.MetricRegistry.notifyListenerOfAddedMetric(MetricRegistry.java:454)
[junit4] 2> at com.codahale.metrics.MetricRegistry.onMetricAdded(MetricRegistry.java:448)
[junit4] 2> at com.codahale.metrics.MetricRegistry.register(MetricRegistry.java:89)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.register(SolrMetricManager.java:658)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.registerGauge(SolrMetricManager.java:663)
[junit4] 2> at org.apache.solr.store.hdfs.HdfsLocalityReporter.initializeMetrics(HdfsLocalityReporter.java:148)
[junit4] 2> at org.apache.solr.core.HdfsDirectoryFactory.initializeMetrics(HdfsDirectoryFactory.java:500)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1026)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:863)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1039)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:455)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:289)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:149)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy
[...truncated too long message...]
olr) [n:127.0.0.1:42535_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3138246 INFO (jetty-closer-8798-thread-12) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@751b8a00{/solr,null,UNAVAILABLE}
[junit4] 2> 3138249 INFO (jetty-closer-8798-thread-12) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3138262 WARN (zkCallback-8888-thread-2-processing-n:127.0.0.1:42637_solr) [n:127.0.0.1:42637_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3138266 INFO (jetty-closer-8798-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@cd70add{/solr,null,UNAVAILABLE}
[junit4] 2> 3138268 INFO (jetty-closer-8798-thread-3) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3138269 ERROR (SUITE-TriggerIntegrationTest-seed#[7D76B250B2F52FE8]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3138270 INFO (SUITE-TriggerIntegrationTest-seed#[7D76B250B2F52FE8]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36533 36533
[junit4] 2> 3144049 INFO (Thread-7132) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36533 36533
[junit4] 2> 3144054 WARN (Thread-7132) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 21 /solr/aliases.json
[junit4] 2> 20 /solr/security.json
[junit4] 2> 7 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 103 /solr/collections/collection1/state.json
[junit4] 2> 39 /solr/collections/testMetricTrigger/state.json
[junit4] 2> 21 /solr/clusterprops.json
[junit4] 2> 21 /solr/clusterstate.json
[junit4] 2> 5 /solr/autoscaling.json
[junit4] 2> 4 /solr/overseer_elect/election/99407527108870170-127.0.0.1:42637_solr-n_0000000007
[junit4] 2> 3 /solr/overseer_elect/election/99407527108870198-127.0.0.1:46715_solr-n_0000000016
[junit4] 2> 2 /solr/overseer_elect/election/99407527108870149-127.0.0.1:44313_solr-n_0000000001
[junit4] 2> 2 /solr/overseer_elect/election/99407527108870167-127.0.0.1:39141_solr-n_0000000006
[junit4] 2> 2 /solr/overseer_elect/election/99407527108870180-127.0.0.1:43609_solr-n_0000000010
[junit4] 2> 2 /solr/overseer_elect/election/99407527108870189-127.0.0.1:41001_solr-n_0000000013
[junit4] 2> 2 /solr/overseer_elect/election/99407527108870192-127.0.0.1:37647_solr-n_0000000014
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/99407527108870164-core_node8-n_0000000003
[junit4] 2> 2 /solr/overseer_elect/election/99407527108870177-127.0.0.1:38105_solr-n_0000000009
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/99407527108870161-core_node3-n_0000000001
[junit4] 2> 2 /solr/overseer_elect/election/99407527108870183-127.0.0.1:39831_solr-n_0000000011
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 21 /solr/live_nodes
[junit4] 2> 21 /solr/collections
[junit4] 2> 5 /solr/overseer/queue-work
[junit4] 2> 5 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 5 /solr/overseer/queue
[junit4] 2> 5 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR
[junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_7D76B250B2F52FE8-001
[junit4] 2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=2, maxDocsPerChunk=10, blockSize=861), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=2, blockSize=861)), sim=RandomSimilarity(queryNorm=false): {}, locale=pt-PT, timezone=SST
[junit4] 2> NOTE: Linux 4.13.0-31-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=126513064,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [DateMathParserTest, CircularListTest, LeaderElectionContextKeyTest, MetricsConfigTest, CdcrVersionReplicationTest, CdcrReplicationDistributedZkTest, TestRandomRequestDistribution, TestDistributedMissingSort, TestAnalyzedSuggestions, TestAuthenticationFramework, TestFieldCacheSort, IndexSchemaRuntimeFieldTest, NoCacheHeaderTest, NodeMutatorTest, TestBlobHandler, TestCoreDiscovery, RecoveryAfterSoftCommitTest, TestMiniSolrCloudClusterSSL, MigrateRouteKeyTest, PeerSyncWithIndexFingerprintCachingTest, ReplicaListTransformerTest, ConvertedLegacyTest, SearchRateTriggerTest, ClusterStateUpdateTest, TestIntervalFaceting, TestRecoveryHdfs, TestCustomSort, TestFastWriter, PingRequestHandlerTest, AutoAddReplicasPlanActionTest, TestDynamicFieldResource, TestLegacyNumericRangeQueryBuilder, TestTolerantSearch, MinimalSchemaTest, TestPullReplica, ClusterStateTest, TestJsonFacets, TestConfigSetProperties, HdfsRecoverLeaseTest, TestUpdate, DeleteStatusTest, SuggesterTSTTest, TestSimpleQParserPlugin, HdfsUnloadDistributedZkTest, URLClassifyProcessorTest, TestBadConfig, TestMultiValuedNumericRangeQuery, ConjunctionSolrSpellCheckerTest, ConfigureRecoveryStrategyTest, TestMacros, TestSubQueryTransformer, SearchHandlerTest, TestRandomCollapseQParserPlugin, TestStressUserVersions, TestCloudJSONFacetJoinDomain, DisMaxRequestHandlerTest, TestCloudManagedSchema, DistanceFunctionTest, SimpleMLTQParserTest, TestTrackingShardHandlerFactory, TestInfoStreamLogging, TestCustomStream, TestLMJelinekMercerSimilarityFactory, CollectionTooManyReplicasTest, TestSchemalessBufferedUpdates, OverseerStatusTest, ManagedSchemaRoundRobinCloudTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestSSLRandomization, RegexBytesRefFilterTest, TestClusterStateMutator, DirectSolrSpellCheckerTest, TestCodecSupport, TestRTimerTree, TestLazyCores, TestSolrCoreSnapshots, TestCoreContainer, TestQueryTypes, CacheHeaderTest, UtilsToolTest, TestFiltering, TestDistribStateManager, TestFaceting, ConnectionReuseTest, TestSolrCloudWithKerberosAlt, BlockJoinFacetRandomTest, MultiTermTest, TestDefaultStatsCache, StatelessScriptUpdateProcessorFactoryTest, ExecutePlanActionTest, TestManagedResource, SuggestComponentContextFilterQueryTest, TestManagedSchemaThreadSafety, SparseHLLTest, TestPushWriter, ExitableDirectoryReaderTest, TestSolrCoreParser, TestExceedMaxTermLength, TestSerializedLuceneMatchVersion, TestConfigSetsAPI, TestSuggestSpellingConverter, ShowFileRequestHandlerTest, DocValuesNotIndexedTest, ReturnFieldsTest, TestDFRSimilarityFactory, TestRangeQuery, TestSizeLimitedDistributedMap, UnloadDistributedZkTest, TestGraphTermsQParserPlugin, TestDelegationWithHadoopAuth, TestUtils, CoreAdminCreateDiscoverTest, CreateCollectionCleanupTest, SpatialFilterTest, CleanupOldIndexTest, PreAnalyzedFieldTest, TestExpandComponent, DistributedFacetPivotWhiteBoxTest, TestBackupRepositoryFactory, BufferStoreTest, TestHalfAndHalfDocValues, TestHighFrequencyDictionaryFactory, TestUnifiedSolrHighlighter, TestPKIAuthenticationPlugin, DocValuesMultiTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, SyncSliceTest, LeaderElectionIntegrationTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, ZkSolrClientTest, TestStressVersions, DistributedTermsComponentTest, SpellCheckComponentTest, SolrCmdDistributorTest, TestSort, TestIndexSearcher, SolrIndexSplitterTest, AnalysisAfterCoreReloadTest, SuggesterFSTTest, SolrRequestParserTest, TestFoldingMultitermQuery, DocValuesTest, TestPseudoReturnFields, TestWordDelimiterFilterFactory, DefaultValueUpdateProcessorTest, SolrInfoBeanTest, LukeRequestHandlerTest, FileBasedSpellCheckerTest, TermVectorComponentTest, MoreLikeThisHandlerTest, TestSolrQueryParser, RegexBoostProcessorTest, TestJmxIntegration, QueryParsingTest, JsonLoaderTest, TestLFUCache, TestSolrDeletionPolicy2, TestBinaryField, NumericFieldsTest, TestElisionMultitermQuery, TestSolrCoreProperties, DirectSolrConnectionTest, SpellPossibilityIteratorTest, SynonymTokenizerTest, TestSweetSpotSimilarityFactory, TimeZoneUtilsTest, TestFastOutputStream, DateFieldTest, DOMUtilTest, FileUtilsTest, DistributedMLTComponentTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestSimpleTrackingShardHandler, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, AddReplicaTest, CloudExitableDirectoryReaderTest, CollectionsAPISolrJTest, DeleteInactiveReplicaTest, DeleteNodeTest, DistribJoinFromCollectionTest, HttpPartitionTest, LegacyCloudClusterPropTest, MoveReplicaHDFSFailoverTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, RemoteQueryErrorTest, ReplaceNodeTest, ReplicationFactorTest, RollingRestartTest, SharedFSAutoReplicaFailoverTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, TestCloudDeleteByQuery, TestCloudInspectUtil, TestCloudPivotFacet, TestClusterProperties, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestDistribDocBasedVersion, TestPullReplicaErrorHandling, TestStressCloudBlindAtomicUpdates, TestStressLiveNodes, TestTlogReplica, AssignTest, CollectionReloadTest, CollectionsAPIDistributedZkTest, TestCollectionAPI, TestCollectionsAPIViaSolrCloudCluster, AutoAddReplicasIntegrationTest, TriggerIntegrationTest]
[junit4] Completed [590/767 (2!)] on J2 in 199.78s, 14 tests, 2 failures <<< FAILURES!
[...truncated 48732 lines...]