You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/01/24 11:56:00 UTC
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9.0.1) - Build #
21335 - Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21335/
Java: 64bit/jdk-9.0.1 -XX:-UseCompressedOops -XX:+UseParallelGC
3 tests failed.
FAILED: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test
Error Message:
Expected 2 of 3 replicas to be active but only found 1; [core_node4:{"core":"c8n_1x3_lf_shard1_replica_n1","base_url":"http://127.0.0.1:37461/kf_/j","node_name":"127.0.0.1:37461_kf_%2Fj","state":"active","type":"NRT","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//clusterstate.json/27)={ "pullReplicas":"0", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node4":{ "core":"c8n_1x3_lf_shard1_replica_n1", "base_url":"http://127.0.0.1:37461/kf_/j", "node_name":"127.0.0.1:37461_kf_%2Fj", "state":"active", "type":"NRT", "leader":"true"}, "core_node5":{ "core":"c8n_1x3_lf_shard1_replica_n2", "base_url":"http://127.0.0.1:43729/kf_/j", "node_name":"127.0.0.1:43729_kf_%2Fj", "state":"down", "type":"NRT"}, "core_node6":{ "state":"down", "base_url":"http://127.0.0.1:39843/kf_/j", "core":"c8n_1x3_lf_shard1_replica_n3", "node_name":"127.0.0.1:39843_kf_%2Fj", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"3", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node4:{"core":"c8n_1x3_lf_shard1_replica_n1","base_url":"http://127.0.0.1:37461/kf_/j","node_name":"127.0.0.1:37461_kf_%2Fj","state":"active","type":"NRT","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//clusterstate.json/27)={
"pullReplicas":"0",
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node4":{
"core":"c8n_1x3_lf_shard1_replica_n1",
"base_url":"http://127.0.0.1:37461/kf_/j",
"node_name":"127.0.0.1:37461_kf_%2Fj",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node5":{
"core":"c8n_1x3_lf_shard1_replica_n2",
"base_url":"http://127.0.0.1:43729/kf_/j",
"node_name":"127.0.0.1:43729_kf_%2Fj",
"state":"down",
"type":"NRT"},
"core_node6":{
"state":"down",
"base_url":"http://127.0.0.1:39843/kf_/j",
"core":"c8n_1x3_lf_shard1_replica_n3",
"node_name":"127.0.0.1:39843_kf_%2Fj",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"3",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([8F785F9062898864:72C604ACC75E59C]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:169)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:56)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove
Error Message:
No live SolrServers available to handle this request:[https://127.0.0.1:44509/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:45497/solr/MoveReplicaHDFSTest_failed_coll_true]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:44509/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:45497/solr/MoveReplicaHDFSTest_failed_coll_true]
at __randomizedtesting.SeedInfo.seed([8F785F9062898864:25B58C62D55A5DB4]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:309)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:44509/solr/MoveReplicaHDFSTest_failed_coll_true: no servers hosting shard: shard2
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:436)
... 46 more
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
expected:<5> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
at __randomizedtesting.SeedInfo.seed([8F785F9062898864:E284FB6DD8C17763]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:244)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 11839 lines...]
[junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest
[junit4] 2> 167012 INFO (SUITE-MoveReplicaHDFSTest-seed#[8F785F9062898864]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_8F785F9062898864-001/init-core-data-001
[junit4] 2> 167013 WARN (SUITE-MoveReplicaHDFSTest-seed#[8F785F9062898864]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 167013 INFO (SUITE-MoveReplicaHDFSTest-seed#[8F785F9062898864]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 167013 INFO (SUITE-MoveReplicaHDFSTest-seed#[8F785F9062898864]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 167014 INFO (SUITE-MoveReplicaHDFSTest-seed#[8F785F9062898864]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_8F785F9062898864-001/tempDir-001
[junit4] 2> 167014 INFO (SUITE-MoveReplicaHDFSTest-seed#[8F785F9062898864]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 167015 INFO (Thread-214) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 167015 INFO (Thread-214) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 167016 ERROR (Thread-214) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 167115 INFO (SUITE-MoveReplicaHDFSTest-seed#[8F785F9062898864]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:41825
[junit4] 2> 167116 INFO (zkConnectionManagerCallback-243-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 167119 INFO (jetty-launcher-240-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T04:27:37+07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 167119 INFO (jetty-launcher-240-thread-4) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T04:27:37+07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 167119 INFO (jetty-launcher-240-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T04:27:37+07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 167119 INFO (jetty-launcher-240-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T04:27:37+07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 167120 INFO (jetty-launcher-240-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 167120 INFO (jetty-launcher-240-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 167120 INFO (jetty-launcher-240-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 167120 INFO (jetty-launcher-240-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 167120 INFO (jetty-launcher-240-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 167120 INFO (jetty-launcher-240-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 167120 INFO (jetty-launcher-240-thread-4) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 167120 INFO (jetty-launcher-240-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 167120 INFO (jetty-launcher-240-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 167120 INFO (jetty-launcher-240-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 167120 INFO (jetty-launcher-240-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 167120 INFO (jetty-launcher-240-thread-3) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 167120 INFO (jetty-launcher-240-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2f6d6b0f{/solr,null,AVAILABLE}
[junit4] 2> 167120 INFO (jetty-launcher-240-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@727179ba{/solr,null,AVAILABLE}
[junit4] 2> 167120 INFO (jetty-launcher-240-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@27f60be6{/solr,null,AVAILABLE}
[junit4] 2> 167120 INFO (jetty-launcher-240-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@450cfb1d{/solr,null,AVAILABLE}
[junit4] 2> 167122 INFO (jetty-launcher-240-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@292eec09{SSL,[ssl, http/1.1]}{127.0.0.1:45473}
[junit4] 2> 167122 INFO (jetty-launcher-240-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7880fc8b{SSL,[ssl, http/1.1]}{127.0.0.1:44509}
[junit4] 2> 167122 INFO (jetty-launcher-240-thread-4) [ ] o.e.j.s.Server Started @168729ms
[junit4] 2> 167122 INFO (jetty-launcher-240-thread-3) [ ] o.e.j.s.Server Started @168729ms
[junit4] 2> 167122 INFO (jetty-launcher-240-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3d9480ed{SSL,[ssl, http/1.1]}{127.0.0.1:44291}
[junit4] 2> 167122 INFO (jetty-launcher-240-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44509}
[junit4] 2> 167122 INFO (jetty-launcher-240-thread-1) [ ] o.e.j.s.Server Started @168729ms
[junit4] 2> 167122 INFO (jetty-launcher-240-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1219e07c{SSL,[ssl, http/1.1]}{127.0.0.1:45497}
[junit4] 2> 167122 INFO (jetty-launcher-240-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44291}
[junit4] 2> 167122 INFO (jetty-launcher-240-thread-2) [ ] o.e.j.s.Server Started @168729ms
[junit4] 2> 167122 INFO (jetty-launcher-240-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45473}
[junit4] 2> 167122 INFO (jetty-launcher-240-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45497}
[junit4] 2> 167122 ERROR (jetty-launcher-240-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 167122 ERROR (jetty-launcher-240-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 167122 INFO (jetty-launcher-240-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 167122 INFO (jetty-launcher-240-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 167122 INFO (jetty-launcher-240-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 167122 INFO (jetty-launcher-240-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 167122 INFO (jetty-launcher-240-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 167122 INFO (jetty-launcher-240-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 167122 ERROR (jetty-launcher-240-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 167122 INFO (jetty-launcher-240-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-24T11:01:53.558979Z
[junit4] 2> 167122 ERROR (jetty-launcher-240-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 167123 INFO (jetty-launcher-240-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 167123 INFO (jetty-launcher-240-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 167123 INFO (jetty-launcher-240-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 167123 INFO (jetty-launcher-240-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 167123 INFO (jetty-launcher-240-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 167123 INFO (jetty-launcher-240-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 167122 INFO (jetty-launcher-240-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-24T11:01:53.558968Z
[junit4] 2> 167123 INFO (jetty-launcher-240-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-24T11:01:53.559122Z
[junit4] 2> 167123 INFO (jetty-launcher-240-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-24T11:01:53.559110Z
[junit4] 2> 167124 INFO (zkConnectionManagerCallback-245-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 167124 INFO (zkConnectionManagerCallback-247-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 167124 INFO (zkConnectionManagerCallback-250-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 167124 INFO (zkConnectionManagerCallback-251-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 167124 INFO (jetty-launcher-240-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 167124 INFO (jetty-launcher-240-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 167124 INFO (jetty-launcher-240-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 167124 INFO (jetty-launcher-240-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 167128 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x16127d4ceac0004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 167129 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x16127d4ceac0001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 167130 INFO (jetty-launcher-240-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41825/solr
[junit4] 2> 167130 INFO (jetty-launcher-240-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41825/solr
[junit4] 2> 167131 INFO (jetty-launcher-240-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41825/solr
[junit4] 2> 167131 INFO (jetty-launcher-240-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41825/solr
[junit4] 2> 167135 INFO (zkConnectionManagerCallback-261-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 167135 INFO (zkConnectionManagerCallback-259-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 167136 INFO (zkConnectionManagerCallback-265-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 167136 INFO (zkConnectionManagerCallback-267-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 167136 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x16127d4ceac0006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 167136 DEBUG (jetty-launcher-240-thread-4) [n:127.0.0.1:45473_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$331/1581615240@484d78c7
[junit4] 2> 167136 DEBUG (jetty-launcher-240-thread-2) [n:127.0.0.1:45497_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$331/1581615240@5f8d06e7
[junit4] 2> 167137 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x16127d4ceac0007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 167137 DEBUG (jetty-launcher-240-thread-3) [n:127.0.0.1:44509_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$331/1581615240@22b9f6c6
[junit4] 2> 167137 DEBUG (jetty-launcher-240-thread-1) [n:127.0.0.1:44291_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$331/1581615240@44c7070f
[junit4] 2> 167138 INFO (zkConnectionManagerCallback-271-thread-1-processing-n:127.0.0.1:45497_solr) [n:127.0.0.1:45497_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 167138 INFO (zkConnectionManagerCallback-269-thread-1-processing-n:127.0.0.1:45473_solr) [n:127.0.0.1:45473_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 167138 INFO (zkConnectionManagerCallback-275-thread-1-processing-n:127.0.0.1:44291_solr) [n:127.0.0.1:44291_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 167138 INFO (zkConnectionManagerCallback-273-thread-1-processing-n:127.0.0.1:44509_solr) [n:127.0.0.1:44509_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 167192 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 167192 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 167192 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 167192 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 167192 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 167192 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 167192 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 167192 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 167192 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 167192 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 167192 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 167192 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 167192 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 167192 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 167192 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 167192 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 167192 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 167192 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 167192 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 167192 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 167192 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 167193 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 167193 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 167193 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 167194 INFO (jetty-launcher-240-thread-1) [n:127.0.0.1:44291_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 167194 INFO (jetty-launcher-240-thread-2) [n:127.0.0.1:45497_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 167194 INFO (jetty-launcher-240-thread-4) [n:127.0.0.1:45473_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 167194 INFO (jetty-launcher-240-thread-3) [n:127.0.0.1:44509_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 167194 DEBUG (jetty-launcher-240-thread-1) [n:127.0.0.1:44291_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/99404461732790283-127.0.0.1:44291_solr-n_0000000000
[junit4] 2> 167194 DEBUG (jetty-launcher-240-thread-4) [n:127.0.0.1:45473_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/99404461732790282-127.0.0.1:45473_solr-n_0000000001
[junit4] 2> 167195 DEBUG (jetty-launcher-240-thread-3) [n:127.0.0.1:44509_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/99404461732790284-127.0.0.1:44509_solr-n_0000000003
[junit4] 2> 167195 DEBUG (jetty-launcher-240-thread-2) [n:127.0.0.1:45497_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/99404461732790281-127.0.0.1:45497_solr-n_0000000002
[junit4] 2> 167195 INFO (jetty-launcher-240-thread-1) [n:127.0.0.1:44291_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44291_solr
[junit4] 2> 167195 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/99404461732790281-127.0.0.1:45497_solr-n_0000000002
[junit4] 2> 167195 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/99404461732790283-127.0.0.1:44291_solr-n_0000000000
[junit4] 2> 167195 DEBUG (jetty-launcher-240-thread-3) [n:127.0.0.1:44509_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/99404461732790281-127.0.0.1:45497_solr-n_0000000002 to know if I could be the leader
[junit4] 2> 167195 DEBUG (jetty-launcher-240-thread-4) [n:127.0.0.1:45473_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/99404461732790283-127.0.0.1:44291_solr-n_0000000000 to know if I could be the leader
[junit4] 2> 167195 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/99404461732790282-127.0.0.1:45473_solr-n_0000000001
[junit4] 2> 167195 DEBUG (jetty-launcher-240-thread-2) [n:127.0.0.1:45497_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/99404461732790282-127.0.0.1:45473_solr-n_0000000001 to know if I could be the leader
[junit4] 2> 167195 INFO (jetty-launcher-240-thread-3) [n:127.0.0.1:44509_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44509_solr
[junit4] 2> 167195 INFO (jetty-launcher-240-thread-4) [n:127.0.0.1:45473_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45473_solr
[junit4] 2> 167195 INFO (jetty-launcher-240-thread-2) [n:127.0.0.1:45497_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45497_solr
[junit4] 2> 167195 INFO (jetty-launcher-240-thread-1) [n:127.0.0.1:44291_solr ] o.a.s.c.Overseer Overseer (id=99404461732790283-127.0.0.1:44291_solr-n_0000000000) starting
[junit4] 2> 167196 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 167196 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 167196 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 167196 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 167196 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 167196 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 167204 INFO (zkCallback-272-thread-1-processing-n:127.0.0.1:44509_solr) [n:127.0.0.1:44509_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 167205 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 167205 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 167231 INFO (jetty-launcher-240-thread-3) [n:127.0.0.1:44509_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44509.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72cf287
[junit4] 2> 167235 DEBUG (OverseerStateUpdate-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 167235 INFO (jetty-launcher-240-thread-3) [n:127.0.0.1:44509_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44509.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72cf287
[junit4] 2> 167236 INFO (jetty-launcher-240-thread-3) [n:127.0.0.1:44509_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44509.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72cf287
[junit4] 2> 167236 INFO (OverseerStateUpdate-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 167236 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue-work
[junit4] 2> 167236 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 167236 INFO (jetty-launcher-240-thread-3) [n:127.0.0.1:44509_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_8F785F9062898864-001/tempDir-001/node3/.
[junit4] 2> 167239 INFO (zkCallback-270-thread-1-processing-n:127.0.0.1:45497_solr) [n:127.0.0.1:45497_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 167239 DEBUG (OverseerCollectionConfigSetProcessor-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 167240 DEBUG (OverseerCollectionConfigSetProcessor-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
[junit4] 2> 167240 DEBUG (OverseerCollectionConfigSetProcessor-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 167240 DEBUG (OverseerCollectionConfigSetProcessor-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 167240 DEBUG (OverseerCollectionConfigSetProcessor-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 167240 DEBUG (OverseerCollectionConfigSetProcessor-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 167240 DEBUG (OverseerCollectionConfigSetProcessor-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 100 elements. ExcludeSet: []
[junit4] 2> 167240 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 167243 INFO (zkCallback-268-thread-1-processing-n:127.0.0.1:45473_solr) [n:127.0.0.1:45473_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 167245 DEBUG (jetty-launcher-240-thread-1) [n:127.0.0.1:44291_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:44291_solr as DOWN
[junit4] 2> 167245 DEBUG (OverseerAutoScalingTriggerThread-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 167245 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/autoscaling.json
[junit4] 2> 167245 DEBUG (OverseerAutoScalingTriggerThread-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 167245 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 167246 INFO (jetty-launcher-240-thread-1) [n:127.0.0.1:44291_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44291_solr
[junit4] 2> 167246 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 167246 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 167246 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 167246 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 167246 DEBUG (OverseerAutoScalingTriggerThread-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:45497_solr, 127.0.0.1:45473_solr, 127.0.0.1:44509_solr]
[junit4] 2> 167246 DEBUG (OverseerAutoScalingTriggerThread-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 167246 DEBUG (OverseerAutoScalingTriggerThread-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 167249 INFO (jetty-launcher-240-thread-4) [n:127.0.0.1:45473_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45473.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72cf287
[junit4] 2> 167251 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 167251 INFO (zkCallback-272-thread-1-processing-n:127.0.0.1:44509_solr) [n:127.0.0.1:44509_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 167252 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 167252 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 167252 INFO (zkCallback-268-thread-1-processing-n:127.0.0.1:45473_solr) [n:127.0.0.1:45473_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 167252 INFO (zkCallback-270-thread-1-processing-n:127.0.0.1:45497_solr) [n:127.0.0.1:45497_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 167254 INFO (jetty-launcher-240-thread-4) [n:127.0.0.1:45473_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45473.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72cf287
[junit4] 2> 167254 INFO (jetty-launcher-240-thread-4) [n:127.0.0.1:45473_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45473.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72cf287
[junit4] 2> 167254 INFO (jetty-launcher-240-thread-4) [n:127.0.0.1:45473_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_8F785F9062898864-001/tempDir-001/node4/.
[junit4] 2> 167255 DEBUG (OverseerAutoScalingTriggerThread-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 167259 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 167259 DEBUG (OverseerAutoScalingTriggerThread-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 167259 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 167259 INFO (zkCallback-274-thread-2-processing-n:127.0.0.1:44291_solr) [n:127.0.0.1:44291_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 167259 DEBUG (ScheduledTrigger-556-thread-1) [n:127.0.0.1:44291_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 167262 INFO (jetty-launcher-240-thread-2) [n:127.0.0.1:45497_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45497.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72cf287
[junit4] 2> 167267 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 167268 DEBUG (OverseerStateUpdate-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:44291_solr"} current state version: 0
[junit4] 2> 167268 DEBUG (OverseerStateUpdate-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:44291_solr
[junit4] 2> 167269 INFO (jetty-launcher-240-thread-2) [n:127.0.0.1:45497_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45497.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72cf287
[junit4] 2> 167269 INFO (jetty-launcher-240-thread-2) [n:127.0.0.1:45497_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45497.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72cf287
[junit4] 2> 167270 INFO (jetty-launcher-240-thread-2) [n:127.0.0.1:45497_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_8F785F9062898864-001/tempDir-001/node2/.
[junit4] 2> 167281 INFO (jetty-launcher-240-thread-1) [n:127.0.0.1:44291_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44291.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72cf287
[junit4] 2> 167288 INFO (jetty-launcher-240-thread-1) [n:127.0.0.1:44291_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44291.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72cf287
[junit4] 2> 167288 INFO (jetty-launcher-240-thread-1) [n:127.0.0.1:44291_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44291.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72cf287
[junit4] 2> 167289 INFO (jetty-launcher-240-thread-1) [n:127.0.0.1:44291_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_8F785F9062898864-001/tempDir-001/node1/.
[junit4] 2> 167367 INFO (zkConnectionManagerCallback-285-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 167368 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 167369 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 167370 INFO (zkConnectionManagerCallback-289-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 167371 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 167371 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 167371 INFO (SUITE-MoveReplicaHDFSTest-seed#[8F785F9062898864]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 167371 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 167371 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 167371 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 167371 INFO (SUITE-MoveReplicaHDFSTest-seed#[8F785F9062898864]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41825/solr ready
[junit4] 2> 167381 INFO (qtp2089859220-1850) [n:127.0.0.1:44291_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 167381 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 167381 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/overseer/collection-queue-work/qnr-0000000000
[junit4] 2> 167382 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 167382 DEBUG (OverseerCollectionConfigSetProcessor-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000000
[junit4] 2> 167382 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 167382 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 167382 DEBUG (OverseerCollectionConfigSetProcessor-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000000
[junit4] 2> 167382 DEBUG (OverseerCollectionConfigSetProcessor-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.OverseerTaskQueue Returning topN elements: [/overseer/collection-queue-work/qn-0000000000, ]
[junit4] 2> 167382 DEBUG (OverseerCollectionConfigSetProcessor-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ecf]]
[junit4] 2> 167382 DEBUG (OverseerCollectionConfigSetProcessor-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as running
[junit4] 2> 167382 DEBUG (OverseerCollectionConfigSetProcessor-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{"operation":"overseerstatus"}
[junit4] 2> 167382 DEBUG (OverseerThreadFactory-561-thread-1-processing-n:127.0.0.1:44291_solr) [n:127.0.0.1:44291_solr ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000000
[junit4] 2> 167382 DEBUG (OverseerThreadFactory-561-thread-1-processing-n:127.0.0.1:44291_solr) [n:127.0.0.1:44291_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : overseerstatus , {"operation":"overseerstatus"}
[junit4] 2> 167382 DEBUG (OverseerCollectionConfigSetProcessor-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1
[junit4] 2> 167383 DEBUG (OverseerCollectionConfigSetProcessor-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 167383 DEBUG (OverseerCollectionConfigSetProcessor-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 167383 DEBUG (OverseerCollectionConfigSetProcessor-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 167383 DEBUG (OverseerCollectionConfigSetProcessor-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 167383 DEBUG (OverseerCollectionConfigSetProcessor-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 99 elements. ExcludeSet: [/overseer/collection-queue-work/qn-0000000000],[]
[junit4] 2> 167384 DEBUG (OverseerThreadFactory-561-thread-1-processing-n:127.0.0.1:44291_solr) [n:127.0.0.1:44291_solr ] o.a.s.c.OverseerTaskProcessor Completed task:[/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 167385 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/overseer/collection-queue-work/qnr-0000000000
[junit4] 2> 167385 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 167385 DEBUG (zkCallback-274-thread-1-processing-n:127.0.0.1:44291_solr) [n:127.0.0.1:44291_solr ] o.a.s.c.OverseerTaskQueue NodeDataChanged fired on path /overseer/collection-queue-work/qnr-0000000000 state SyncConnected latchEventType null
[junit4] 2> 167385 DEBUG (OverseerThreadFactory-561-thread-1-processing-n:127.0.0.1:44291_solr) [n:127.0.0.1:44291_solr ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as completed.
[junit4] 2> 167385 DEBUG (OverseerThreadFactory-561-thread-1-processing-n:127.0.0.1:44291_solr) [n:127.0.0.1:44291_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 167385 DEBUG (OverseerThreadFactory-561-thread-1-processing-n:127.0.0.1:44291_solr) [n:127.0.0.1:44291_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 167385 DEBUG (OverseerThreadFactory-561-thread-1-processing-n:127.0.0.1:44291_solr) [n:127.0.0.1:44291_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 167385 DEBUG (OverseerThreadFactory-561-thread-1-processing-n:127.0.0.1:44291_solr) [n:127.0.0.1:44291_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 167385 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 167385 DEBUG (OverseerThreadFactory-561-thread-1-processing-n:127.0.0.1:44291_solr) [n:127.0.0.1:44291_solr ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Message id:/overseer/collection-queue-work/qn-0000000000 complete, response:{leader=127.0.0.1:44291_solr,overseer_queue_size=0,overseer_work_queue_size=0,overseer_collection_queue_size=2,overseer_operations={am_i_leader={requests=3,errors=0,avgRequestsPerSecond=20.204338326709834,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.1528693333333333,medianRequestTime=0.165289,75thPcRequestTime=0.194099,95thPcRequestTime=0.194099,99thPcRequestTime=0.194099,999thPcRequestTime=0.194099},downnode={requests=1,errors=0,avgRequestsPerSecond=8.624282114756767,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.023751,medianRequestTime=0.023751,75thPcRequestTime=0.023751,95thPcRequestTime=0.023751,99thPcRequestTime=0.023751,999thPcRequestTime=0.023751}},collection_operations={am_i_leader={requests=3,errors=0,avgRequestsPerSecond=20.780892606529004,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.19431966666666667,medianRequestTime=0.192198,75thPcRequestTime=0.320141,95thPcRequestTime=0.320141,99thPcRequestTime=0.320141,999thPcRequestTime=0.320141},overseerstatus={requests=0,errors=0,avgRequestsPerSecond=0.0,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.0,medianRequestTime=0.0,75thPcRequestTime=0.0,95thPcRequestTime=0.0,99thPcRequestTime=0.0,999thPcRequestTime=0.0}},overseer_queue={},overseer_internal_queue={peek={avgRequestsPerSecond=6.766147849951984,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.123818,medianRequestTime=0.123818,75thPcRequestTime=0.123818,95thPcRequestTime=0.123818,99thPcRequestTime=0.123818,999thPcRequestTime=0.123818}},collection_queue={peektopn_wait2000={avgRequestsPerSecond=6.968869800751858,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=141.965632,medianRequestTime=141.965632,75thPcRequestTime=141.965632,95thPcRequestTime=141.965632,99thPcRequestTime=141.965632,999thPcRequestTime=141.965632}}}
[junit4] 2> 167385 DEBUG (OverseerCollectionConfigSetProcessor-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000000
[junit4] 2> 167385 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 167385 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 167386 INFO (qtp2089859220-1850) [n:127.0.0.1:44291_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 167596 WARN (SUITE-MoveReplicaHDFSTest-seed#[8F785F9062898864]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 168245 WARN (SUITE-MoveReplicaHDFSTest-seed#[8F785F9062898864]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 168260 DEBUG (ScheduledTrigger-556-thread-1) [n:127.0.0.1:44291_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 168353 INFO (SUITE-MoveReplicaHDFSTest-seed#[8F785F9062898864]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
[junit4] 2> 168369 WARN (SUITE-MoveReplicaHDFSTest-seed#[8F785F9062898864]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 168554 INFO (SUITE-MoveReplicaHDFSTest-seed#[8F785F9062898864]-worker) [ ] o.m.log jetty-6.1.x
[junit4] 2> 168580 INFO (SUITE-MoveReplicaHDFSTest-seed#[8F785F9062898864]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_localdomain_39143_hdfs____8uwe1w/webapp
[junit4] 2> 168687 INFO (SUITE-MoveReplicaHDFSTest-seed#[8F785F9062898864]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:39143
[junit4] 2> 169034 WARN (SUITE-MoveReplicaHDFSTest-seed#[8F785F9062898864]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 169036 INFO (SUITE-MoveReplicaHDFSTest-seed#[8F785F9062898864]-worker) [ ] o.m.log jetty-6.1.x
[junit4] 2> 169039 INFO (SUITE-MoveReplicaHDFSTest-seed#[8F785F9062898864]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_36165_datanode____wnxexg/webapp
[junit4] 2> 169106 INFO (SUITE-MoveReplicaHDFSTest-seed#[8F785F9062898864]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:36165
[junit4] 2> 169119 INFO (SUITE-MoveReplicaHDFSTest-seed#[8F785F9062898864]-worker) [ ] i.n.u.i.PlatformDependent Your platform does not provide complete low-level API for accessing direct buffers reliably. Unless explicitly requested, heap buffer will always be preferred to avoid potential system unstability.
[junit4] 2> 169262 DEBUG (ScheduledTrigger-556-thread-2) [n:127.0.0.1:44291_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 169313 WARN (SUITE-MoveReplicaHDFSTest-seed#[8F785F9062898864]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 169314 INFO (SUITE-MoveReplicaHDFSTest-seed#[8F785F9062898864]-worker) [ ] o.m.log jetty-6.1.x
[junit4] 2> 169323 INFO (SUITE-MoveReplicaHDFSTest-seed#[8F785F9062898864]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_38477_datanode____1h7cvq/webapp
[junit4] 2> 169383 DEBUG (OverseerCollectionConfigSetProcessor-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.OverseerTaskProcessor Got 0 tasks from work-queue : [[]]
[junit4] 2> 169387 DEBUG (OverseerCollectionConfigSetProcessor-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
[junit4] 2> 169387 INFO (OverseerCollectionConfigSetProcessor-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 169388 DEBUG (OverseerCollectionConfigSetProcessor-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 169388 DEBUG (OverseerCollectionConfigSetProcessor-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 169388 DEBUG (OverseerCollectionConfigSetProcessor-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 169388 DEBUG (OverseerCollectionConfigSetProcessor-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 169388 DEBUG (OverseerCollectionConfigSetProcessor-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 100 elements. ExcludeSet: []
[junit4] 2> 169419 INFO (SUITE-MoveReplicaHDFSTest-seed#[8F785F9062898864]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:38477
[junit4] 2> 169652 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_8F785F9062898864-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_8F785F9062898864-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:38145) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 169652 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_8F785F9062898864-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_8F785F9062898864-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:38145) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 169704 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x4dc320b52032: from storage DS-e4756645-762c-4e9d-981e-ffb5c4903bfa node DatanodeRegistration(127.0.0.1:45629, datanodeUuid=5d57adec-e18a-42d2-9ad4-997410672644, infoPort=33437, infoSecurePort=0, ipcPort=44187, storageInfo=lv=-56;cid=testClusterID;nsid=364543749;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 169705 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x4dc320b5201a: from storage DS-e434f468-2eef-400b-8a38-7de734e29b89 node DatanodeRegistration(127.0.0.1:38847, datanodeUuid=ad340cdf-0c50-4f0c-8c36-757fab0fdd6f, infoPort=37449, infoSecurePort=0, ipcPort=35673, storageInfo=lv=-56;cid=testClusterID;nsid=364543749;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 169705 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x4dc320b52032: from storage DS-5ee3577c-b89d-4a12-9690-7339249802d6 node DatanodeRegistration(127.0.0.1:45629, datanodeUuid=5d57adec-e18a-42d2-9ad4-997410672644, infoPort=33437, infoSecurePort=0, ipcPort=44187, storageInfo=lv=-56;cid=testClusterID;nsid=364543749;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 169705 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x4dc320b5201a: from storage DS-111c661c-9ed7-4879-b057-2c9fe9be8ff6 node DatanodeRegistration(127.0.0.1:38847, datanodeUuid=ad340cdf-0c50-4f0c-8c36-757fab0fdd6f, infoPort=37449, infoSecurePort=0, ipcPort=35673, storageInfo=lv=-56;cid=testClusterID;nsid=364543749;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 169750 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[8F785F9062898864]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNormalMove
[junit4] 2> 169750 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 169750 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 169750 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[8F785F9062898864]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 169750 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 169750 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 169751 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 169752 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[8F785F9062898864]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T04:27:37+07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 169757 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[8F785F9062898864]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 169757 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[8F785F9062898864]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 169757 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[8F785F9062898864]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 169757 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[8F785F9062898864]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@55e7df59{/solr,null,AVAILABLE}
[junit4] 2> 169758 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[8F785F9062898864]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@19a39342{SSL,[ssl, http/1.1]}{127.0.0.1:38845}
[junit4] 2> 169758 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[8F785F9062898864]) [ ] o.e.j.s.Server Started @171365ms
[junit4] 2> 169758 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[8F785F9062898864]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38845}
[junit4] 2> 169758 ERROR (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[8F785F9062898864]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 169758 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[8F785F9062898864]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 169758 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[8F785F9062898864]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 169758 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[8F785F9062898864]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 169758 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[8F785F9062898864]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-24T11:01:56.194549Z
[junit4] 2> 169763 INFO (zkConnectionManagerCallback-292-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 169764 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[8F785F9062898864]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 169772 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[8F785F9062898864]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41825/solr
[junit4] 2> 169820 INFO (zkConnectionManagerCallback-296-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 169822 DEBUG (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[8F785F9062898864]) [n:127.0.0.1:38845_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$331/1581615240@78c4d82c
[junit4] 2> 169843 INFO (zkConnectionManagerCallback-298-thread-1-processing-n:127.0.0.1:38845_solr) [n:127.0.0.1:38845_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 169847 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 169847 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 169847 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[8F785F9062898864]) [n:127.0.0.1:38845_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 169847 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 169847 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 169847 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 169847 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 169848 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[8F785F9062898864]) [n:127.0.0.1:38845_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 169848 DEBUG (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[8F785F9062898864]) [n:127.0.0.1:38845_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/99404461732790289-127.0.0.1:38845_solr-n_0000000004
[junit4] 2> 169849 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/99404461732790284-127.0.0.1:44509_solr-n_0000000003
[junit4] 2> 169849 DEBUG (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[8F785F9062898864]) [n:127.0.0.1:38845_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/99404461732790284-127.0.0.1:44509_solr-n_0000000003 to know if I could be the leader
[junit4] 2> 169849 DEBUG (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[8F785F9062898864]) [n:127.0.0.1:38845_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:38845_solr as DOWN
[junit4] 2> 169850 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 169850 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[8F785F9062898864]) [n:127.0.0.1:38845_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38845_solr
[junit4] 2> 169850 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 169850 DEBUG (OverseerStateUpdate-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:38845_solr"} current state version: 0
[junit4] 2> 169850 DEBUG (OverseerStateUpdate-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:38845_solr
[junit4] 2> 169851 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 169851 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 169851 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 169851 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 169851 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 169851 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 169851 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 169851 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 169851 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 169851 INFO (zkCallback-272-thread-1-processing-n:127.0.0.1:44509_solr) [n:127.0.0.1:44509_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 169851 INFO (zkCallback-270-thread-1-processing-n:127.0.0.1:45497_solr) [n:127.0.0.1:45497_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 169851 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 169851 INFO (zkCallback-268-thread-1-processing-n:127.0.0.1:45473_solr) [n:127.0.0.1:45473_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 169851 INFO (zkCallback-274-thread-1-processing-n:127.0.0.1:44291_solr) [n:127.0.0.1:44291_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 169871 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 169872 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 169875 INFO (zkCallback-288-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 169875 INFO (zkCallback-288-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 169879 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 169889 INFO (zkCallback-297-thread-1-processing-n:127.0.0.1:38845_solr) [n:127.0.0.1:38845_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 169946 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[8F785F9062898864]) [n:127.0.0.1:38845_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38845.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72cf287
[junit4] 2> 169951 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 169952 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 169964 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[8F785F9062898864]) [n:127.0.0.1:38845_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38845.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72cf287
[junit4] 2> 169964 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[8F785F9062898864]) [n:127.0.0.1:38845_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38845.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72cf287
[junit4] 2> 169966 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[8F785F9062898864]) [n:127.0.0.1:38845_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_8F785F9062898864-001/tempDir-001/node5/.
[junit4] 2> 170031 INFO (zkConnectionManagerCallback-302-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 170033 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[8F785F9062898864]) [ ] o.a.s.c.MoveReplicaTest total_jettys: 5
[junit4] 2> 170050 INFO (qtp762185788-2136) [n:127.0.0.1:38845_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf1&maxShardsPerNode=2&autoAddReplicas=false&name=MoveReplicaHDFSTest_coll_false&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 170050 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 170051 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/overseer/collection-queue-work/qnr-0000000002
[junit4] 2> 170051 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 170051 DEBUG (OverseerCollectionConfigSetProcessor-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000002
[junit4] 2> 170051 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 170051 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 170051 DEBUG (OverseerCollectionConfigSetProcessor-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000002
[junit4] 2> 170051 DEBUG (OverseerCollectionConfigSetProcessor-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.OverseerTaskQueue Returning topN elements: [/overseer/collection-queue-work/qn-0000000002, ]
[junit4] 2> 170052 DEBUG (OverseerCollectionConfigSetProcessor-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ed1]]
[junit4] 2> 170052 DEBUG (OverseerCollectionConfigSetProcessor-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000002] as running
[junit4] 2> 170052 DEBUG (OverseerCollectionConfigSetProcessor-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000002 message:{
[junit4] 2> "name":"MoveReplicaHDFSTest_coll_false",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"}
[junit4] 2> 170059 DEBUG (OverseerThreadFactory-561-thread-2-processing-n:127.0.0.1:44291_solr) [n:127.0.0.1:44291_solr ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000002
[junit4] 2> 170059 DEBUG (OverseerThreadFactory-561-thread-2-processing-n:127.0.0.1:44291_solr) [n:127.0.0.1:44291_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
[junit4] 2> "name":"MoveReplicaHDFSTest_coll_false",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"}
[junit4] 2> 170060 INFO (OverseerThreadFactory-561-thread-2-processing-n:127.0.0.1:44291_solr) [n:127.0.0.1:44291_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection MoveReplicaHDFSTest_coll_false
[junit4] 2> 170060 DEBUG (OverseerCollectionConfigSetProcessor-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1
[junit4] 2> 170060 DEBUG (OverseerCollectionConfigSetProcessor-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000002]
[junit4] 2> 170060 DEBUG (OverseerCollectionConfigSetProcessor-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 170060 DEBUG (OverseerCollectionConfigSetProcessor-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 170060 DEBUG (OverseerCollectionConfigSetProcessor-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000002]
[junit4] 2> 170060 DEBUG (OverseerCollectionConfigSetProcessor-99404461732790283-127.0.0.1:44291_solr-n_0000000000) [n:127.0.0.1:44291_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 99 elements. ExcludeSet: [/overseer/collection-queue-work/qn-0000000002],[]
[junit4] 2> 170060 DEBUG (OverseerThreadFactory-561-thread-2-processing-n:127.0.0.1:44291_solr) [n:127.0.0.1:44291_solr ] o.a.s.c.a.c.Assign Identify nodes using default
[junit4] 2> 170060 DEBUG (OverseerThreadFactory-561-thread-2-processing-n:127.0.0.1:44291_solr) [n:127.0.0.1:44291_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler creating collections conf node /collections/MoveReplicaHDFSTest_coll_false
[junit4] 2> 170061 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 170061 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 170061 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 170061 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 170061 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 170061 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 170061 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 170061 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 170061 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 170062 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 170062 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 170062 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 170062 DEBUG (SyncThread:0)
[...truncated too long message...]
junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 2581455 INFO (jetty-closer-9161-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7d297684{/solr,null,UNAVAILABLE}
[junit4] 2> 2581455 INFO (jetty-closer-9161-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2581454 INFO (jetty-closer-9161-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@293951c5{/solr,null,UNAVAILABLE}
[junit4] 2> 2581455 INFO (jetty-closer-9161-thread-3) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2581460 ERROR (SUITE-AutoscalingHistoryHandlerTest-seed#[8F785F9062898864]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2581460 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[8F785F9062898864]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39963 39963
[junit4] 2> 2586150 INFO (Thread-9216) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39963 39963
[junit4] 2> 2586151 WARN (Thread-9216) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/aliases.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 3 /solr/configs/.system
[junit4] 2> 3 /solr/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/managed-schema
[junit4] 2> 3 /solr/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED
[junit4] 2> 3 /solr/configs/.system/managed-schema
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/collections/.system/state.json
[junit4] 2> 22 /solr/collections/AutoscalingHistoryHandlerTest_collection/state.json
[junit4] 2> 11 /solr/clusterprops.json
[junit4] 2> 11 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/live_nodes
[junit4] 2> 11 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_8F785F9062898864-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {action_s=BlockTreeOrds(blocksize=128), event.source_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), type=Lucene50(blocksize=128), before.actions_ss=PostingsFormat(name=LuceneVarGapFixedInterval), event.property._enqueue_time__ss=BlockTreeOrds(blocksize=128), after.actions_ss=BlockTreeOrds(blocksize=128), stage_s=BlockTreeOrds(blocksize=128), event.id_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), event.property.eventTimes_ss=Lucene50(blocksize=128), source_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), event.type_s=Lucene50(blocksize=128), id=PostingsFormat(name=LuceneVarGapDocFreqInterval), event.property.nodeNames_ss=Lucene50(blocksize=128)}, docValues:{_version_=DocValuesFormat(name=Lucene70), event.time_l=DocValuesFormat(name=Memory), timestamp=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=1609, maxMBSortInHeap=7.878403810747393, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@4bdaa871), locale=ur-IN, timezone=Asia/Kuala_Lumpur
[junit4] 2> NOTE: Linux 4.13.0-31-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=255209944,total=524288000
[junit4] 2> NOTE: All tests run in this JVM: [ChangedSchemaMergeTest, PKIAuthenticationIntegrationTest, DirectUpdateHandlerOptimizeTest, DeleteLastCustomShardedReplicaTest, SOLR749Test, CollectionsAPIAsyncDistributedZkTest, TestFuzzyAnalyzedSuggestions, TestSolrIndexConfig, TestRawResponseWriter, TestSolrFieldCacheBean, DistributedFacetExistsSmallTest, FileUtilsTest, CollectionStateFormat2Test, TestPullReplicaErrorHandling, LoggingHandlerTest, HealthCheckHandlerTest, PreAnalyzedUpdateProcessorTest, TestDistributedGrouping, TestFastLRUCache, OverseerModifyCollectionTest, TestManagedSynonymGraphFilterFactory, JavabinLoaderTest, TestOnReconnectListenerSupport, TestLRUCache, TestHashQParserPlugin, OverseerTaskQueueTest, TestPointFields, TestCollectionAPIs, AutoScalingHandlerTest, SolrInfoBeanTest, TriLevelCompositeIdRoutingTest, TestSimpleTrackingShardHandler, SaslZkACLProviderTest, ResourceLoaderTest, TestManagedResourceStorage, TestSolr4Spatial, TestCloudSchemaless, SolrIndexMetricsTest, TestNestedDocsSort, TermsComponentTest, OutOfBoxZkACLAndCredentialsProvidersTest, CSVRequestHandlerTest, CdcrReplicationHandlerTest, HdfsAutoAddReplicasIntegrationTest, SolrCloudExampleTest, TestJsonRequest, TestNodeAddedTrigger, TestRTGBase, SolrCoreTest, TestEmbeddedSolrServerAdminHandler, TestSolrQueryResponse, TestInitParams, TestUseDocValuesAsStored, ZkControllerTest, TestUninvertingReader, TestFunctionQuery, TestCursorMarkWithoutUniqueKey, CheckHdfsIndexTest, AsyncCallRequestStatusResponseTest, TestPerFieldSimilarity, TestReversedWildcardFilterFactory, DistributedIntervalFacetingTest, TestSchemaSimilarityResource, SortByFunctionTest, ShufflingReplicaListTransformerTest, TestElisionMultitermQuery, FacetPivotSmallTest, TestCustomDocTransformer, PrimUtilsTest, DOMUtilTest, TestLegacyFieldCache, BasicZkTest, CdcrBidirectionalTest, DirectSolrConnectionTest, ConnectionManagerTest, TestTrie, AddReplicaTest, TestManagedSchema, TestSegmentSorting, HdfsDirectoryTest, SegmentsInfoRequestHandlerTest, SolrMetricsIntegrationTest, TestSkipOverseerOperations, TestSolrCloudWithSecureImpersonation, TestSimDistributedQueue, SimplePostToolTest, TestRecovery, SoftAutoCommitTest, ShardRoutingCustomTest, PreAnalyzedFieldManagedSchemaCloudTest, AlternateDirectoryTest, HdfsWriteToMultipleCollectionsTest, BlockCacheTest, TestStreamBody, JSONWriterTest, SuggestComponentTest, TestPayloadScoreQParserPlugin, V2StandaloneTest, SolrCoreMetricManagerTest, TestSweetSpotSimilarityFactory, TestFoldingMultitermQuery, TestSolrConfigHandlerConcurrent, BitVectorTest, TestStressLiveNodes, FastVectorHighlighterTest, TestBM25SimilarityFactory, SliceStateTest, RuleEngineTest, MissingSegmentRecoveryTest, UUIDUpdateProcessorFallbackTest, TestSlowCompositeReaderWrapper, SolrJmxReporterCloudTest, CustomHighlightComponentTest, QueryEqualityTest, TestXIncludeConfig, TestImpersonationWithHadoopAuth, SuggesterFSTTest, HttpSolrCallGetCoreTest, TestConfigReload, TestFieldCollectionResource, TestSolrXml, TestCloudPivotFacet, HdfsBasicDistributedZk2Test, TestPartialUpdateDeduplication, ChaosMonkeySafeLeaderTest, OverseerTest, TestReplicationHandler, TestFaceting, TestHashPartitioner, TestReload, DistributedTermsComponentTest, SolrCmdDistributorTest, QueryElevationComponentTest, PeerSyncTest, BadIndexSchemaTest, ConvertedLegacyTest, TestSort, BasicFunctionalityTest, TestIndexSearcher, HighlighterTest, SolrIndexSplitterTest, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, CoreAdminHandlerTest, SuggesterTSTTest, SuggesterTest, TestStressLucene, SpatialFilterTest, SuggesterWFSTTest, PolyFieldTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, TestUpdate, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, DefaultValueUpdateProcessorTest, TestRemoteStreaming, DocValuesMultiTest, XsltUpdateRequestHandlerTest, DebugComponentTest, IndexBasedSpellCheckerTest, TestSurroundQueryParser, LukeRequestHandlerTest, TestQueryUtils, DirectSolrSpellCheckerTest, PrimitiveFieldTypeTest, XmlUpdateRequestHandlerTest, DocumentBuilderTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, RequiredFieldsTest, TestSolrQueryParser, IndexSchemaTest, TestCollationField, UpdateRequestProcessorFactoryTest, TestCSVResponseWriter, QueryParsingTest, TestAnalyzedSuggestions, JsonLoaderTest, BinaryUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, PingRequestHandlerTest, SearchHandlerTest, TestQuerySenderListener, TestQuerySenderNoQuery, CopyFieldTest, BadComponentTest, TestStressRecovery, TestMergePolicyConfig, TestSolrDeletionPolicy2, SampleTest, TestDocSet, TestBinaryField, TestSearchPerf, NumericFieldsTest, OutputWriterTest, ExternalFileFieldSortTest, TestSolrCoreProperties, TestPostingsSolrHighlighter, SpellPossibilityIteratorTest, TestCharFilters, TestDFRSimilarityFactory, TestIBSimilarityFactory, OpenExchangeRatesOrgProviderTest, DateMathParserTest, TestSystemIdResolver, DateFieldTest, TestUtils, DistributedMLTComponentTest, TestCrossCoreJoin, TestDistributedMissingSort, TestJettySolrRunner, ConnectionReuseTest, AssignBackwardCompatibilityTest, CleanupOldIndexTest, CollectionsAPISolrJTest, DistribCursorPagingTest, DistribJoinFromCollectionTest, DistributedQueueTest, LeaderFailoverAfterPartitionTest, RemoteQueryErrorTest, ReplicationFactorTest, RestartWhileUpdatingTest, SharedFSAutoReplicaFailoverTest, SolrXmlInZkTest, TestCloudPseudoReturnFields, TestClusterProperties, TestConfigSetsAPI, TestLeaderElectionZkExpiry, TestMiniSolrCloudClusterSSL, TestSSLRandomization, TestShortCircuitedRequests, TestSizeLimitedDistributedMap, TestUtilizeNode, CustomCollectionTest, TestCollectionsAPIViaSolrCloudCluster, TestRequestStatusCollectionAPI, ComputePlanActionTest, MetricTriggerTest, NodeLostTriggerTest, SystemLogListenerTest, TestPolicyCloud, CdcrReplicationDistributedZkTest, CdcrVersionReplicationTest, HdfsChaosMonkeySafeLeaderTest, HdfsNNFailoverTest, HdfsRecoverLeaseTest, HdfsRestartWhileUpdatingTest, HdfsSyncSliceTest, HdfsThreadLeakTest, HdfsTlogReplayBufferedWhileIndexingTest, HdfsUnloadDistributedZkTest, StressHdfsTest, RulesTest, TestBlobHandler, TestReplicationHandlerBackup, TestSQLHandlerNonCloud, AutoscalingHistoryHandlerTest]
[junit4] Completed [626/768 (3!)] on J1 in 18.15s, 1 test, 1 failure <<< FAILURES!
[...truncated 41395 lines...]
[JENKINS-EA] Lucene-Solr-master-Linux (64bit/jdk-10-ea+37) - Build
# 21337 - Failure!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21337/
Java: 64bit/jdk-10-ea+37 -XX:+UseCompressedOops -XX:+UseG1GC
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.analytics.legacy.facet.LegacyRangeFacetCloudTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.analytics.legacy.facet.LegacyRangeFacetCloudTest: 1) Thread[id=37, name=qtp1534578607-37, state=TIMED_WAITING, group=TGRP-LegacyRangeFacetCloudTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2205) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.analytics.legacy.facet.LegacyRangeFacetCloudTest:
1) Thread[id=37, name=qtp1534578607-37, state=TIMED_WAITING, group=TGRP-LegacyRangeFacetCloudTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2205)
at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([55BBC08A9D23BADF]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.analytics.legacy.facet.LegacyRangeFacetCloudTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=37, name=qtp1534578607-37, state=TIMED_WAITING, group=TGRP-LegacyRangeFacetCloudTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2205) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=37, name=qtp1534578607-37, state=TIMED_WAITING, group=TGRP-LegacyRangeFacetCloudTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2205)
at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([55BBC08A9D23BADF]:0)
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple
Error Message:
Waiting for collection testSimple2 null Live Nodes: [127.0.0.1:38827_solr, 127.0.0.1:46135_solr] Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/19)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "core":"testSimple2_shard1_replica_n1", "base_url":"https://127.0.0.1:38827/solr", "node_name":"127.0.0.1:38827_solr", "state":"active", "type":"NRT", "leader":"true"}, "core_node5":{ "core":"testSimple2_shard1_replica_n2", "base_url":"https://127.0.0.1:44945/solr", "node_name":"127.0.0.1:44945_solr", "state":"down", "type":"NRT"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "core":"testSimple2_shard2_replica_n4", "base_url":"https://127.0.0.1:38827/solr", "node_name":"127.0.0.1:38827_solr", "state":"active", "type":"NRT", "leader":"true"}, "core_node8":{ "core":"testSimple2_shard2_replica_n6", "base_url":"https://127.0.0.1:44945/solr", "node_name":"127.0.0.1:44945_solr", "state":"down", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple2
null
Live Nodes: [127.0.0.1:38827_solr, 127.0.0.1:46135_solr]
Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/19)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"core":"testSimple2_shard1_replica_n1",
"base_url":"https://127.0.0.1:38827/solr",
"node_name":"127.0.0.1:38827_solr",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node5":{
"core":"testSimple2_shard1_replica_n2",
"base_url":"https://127.0.0.1:44945/solr",
"node_name":"127.0.0.1:44945_solr",
"state":"down",
"type":"NRT"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"core":"testSimple2_shard2_replica_n4",
"base_url":"https://127.0.0.1:38827/solr",
"node_name":"127.0.0.1:38827_solr",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node8":{
"core":"testSimple2_shard2_replica_n6",
"base_url":"https://127.0.0.1:44945/solr",
"node_name":"127.0.0.1:44945_solr",
"state":"down",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([10D06B57B393E202:28634FA9946036D3]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:126)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
expected:<5> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
at __randomizedtesting.SeedInfo.seed([10D06B57B393E202:7D2CCFAA09DB1D05]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:244)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 13404 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_10D06B57B393E202-001/init-core-data-001
[junit4] 2> 2612121 WARN (SUITE-AutoAddReplicasIntegrationTest-seed#[10D06B57B393E202]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=17 numCloses=17
[junit4] 2> 2612121 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[10D06B57B393E202]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2612121 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[10D06B57B393E202]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 2612122 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[10D06B57B393E202]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2612122 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[10D06B57B393E202]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_10D06B57B393E202-001/tempDir-001
[junit4] 2> 2612122 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[10D06B57B393E202]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2612123 INFO (Thread-9062) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2612123 INFO (Thread-9062) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2612124 ERROR (Thread-9062) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2612223 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[10D06B57B393E202]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:42421
[junit4] 2> 2612224 INFO (zkConnectionManagerCallback-10529-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2612227 INFO (jetty-launcher-10526-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T10:27:37+13:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2612227 INFO (jetty-launcher-10526-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2612227 INFO (jetty-launcher-10526-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2612227 INFO (jetty-launcher-10526-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2612228 INFO (jetty-launcher-10526-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@63336fa9{/solr,null,AVAILABLE}
[junit4] 2> 2612227 INFO (jetty-launcher-10526-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T10:27:37+13:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2612227 INFO (jetty-launcher-10526-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T10:27:37+13:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2612229 INFO (jetty-launcher-10526-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6bed83e6{SSL,[ssl, http/1.1]}{127.0.0.1:38827}
[junit4] 2> 2612229 INFO (jetty-launcher-10526-thread-1) [ ] o.e.j.s.Server Started @2614146ms
[junit4] 2> 2612229 INFO (jetty-launcher-10526-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38827}
[junit4] 2> 2612229 ERROR (jetty-launcher-10526-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2612230 INFO (jetty-launcher-10526-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2612230 INFO (jetty-launcher-10526-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2612230 INFO (jetty-launcher-10526-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2612230 INFO (jetty-launcher-10526-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-24T19:38:51.712178Z
[junit4] 2> 2612240 INFO (zkConnectionManagerCallback-10531-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2612240 INFO (jetty-launcher-10526-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2612240 INFO (jetty-launcher-10526-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2612240 INFO (jetty-launcher-10526-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2612240 INFO (jetty-launcher-10526-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2612240 INFO (jetty-launcher-10526-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2612240 INFO (jetty-launcher-10526-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2612240 INFO (jetty-launcher-10526-thread-3) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2612241 INFO (jetty-launcher-10526-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@221269ae{/solr,null,AVAILABLE}
[junit4] 2> 2612241 INFO (jetty-launcher-10526-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7c6f95a7{/solr,null,AVAILABLE}
[junit4] 2> 2612241 INFO (jetty-launcher-10526-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4a0de5e3{SSL,[ssl, http/1.1]}{127.0.0.1:46135}
[junit4] 2> 2612241 INFO (jetty-launcher-10526-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3d1f2ef4{SSL,[ssl, http/1.1]}{127.0.0.1:44945}
[junit4] 2> 2612241 INFO (jetty-launcher-10526-thread-3) [ ] o.e.j.s.Server Started @2614158ms
[junit4] 2> 2612241 INFO (jetty-launcher-10526-thread-2) [ ] o.e.j.s.Server Started @2614158ms
[junit4] 2> 2612241 INFO (jetty-launcher-10526-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46135}
[junit4] 2> 2612241 INFO (jetty-launcher-10526-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44945}
[junit4] 2> 2612241 ERROR (jetty-launcher-10526-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2612241 ERROR (jetty-launcher-10526-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2612242 INFO (jetty-launcher-10526-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2612242 INFO (jetty-launcher-10526-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2612242 INFO (jetty-launcher-10526-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2612242 INFO (jetty-launcher-10526-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2612242 INFO (jetty-launcher-10526-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2612242 INFO (jetty-launcher-10526-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2612242 INFO (jetty-launcher-10526-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-24T19:38:51.724381Z
[junit4] 2> 2612242 INFO (jetty-launcher-10526-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-24T19:38:51.724421Z
[junit4] 2> 2612243 INFO (zkConnectionManagerCallback-10534-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2612243 INFO (zkConnectionManagerCallback-10535-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2612243 INFO (jetty-launcher-10526-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2612243 INFO (jetty-launcher-10526-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2612244 INFO (jetty-launcher-10526-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42421/solr
[junit4] 2> 2612247 INFO (zkConnectionManagerCallback-10539-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2612249 INFO (jetty-launcher-10526-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42421/solr
[junit4] 2> 2612253 INFO (jetty-launcher-10526-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42421/solr
[junit4] 2> 2612261 INFO (zkConnectionManagerCallback-10543-thread-1-processing-n:127.0.0.1:38827_solr) [n:127.0.0.1:38827_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2612281 INFO (zkConnectionManagerCallback-10546-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2612281 INFO (zkConnectionManagerCallback-10549-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2612282 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x16129ae1b550007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 2612285 INFO (zkConnectionManagerCallback-10554-thread-1-processing-n:127.0.0.1:46135_solr) [n:127.0.0.1:46135_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2612285 INFO (zkConnectionManagerCallback-10553-thread-1-processing-n:127.0.0.1:44945_solr) [n:127.0.0.1:44945_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2612290 INFO (jetty-launcher-10526-thread-3) [n:127.0.0.1:46135_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2612290 INFO (jetty-launcher-10526-thread-2) [n:127.0.0.1:44945_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2612290 INFO (jetty-launcher-10526-thread-3) [n:127.0.0.1:46135_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46135_solr
[junit4] 2> 2612290 INFO (jetty-launcher-10526-thread-2) [n:127.0.0.1:44945_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44945_solr
[junit4] 2> 2612290 INFO (jetty-launcher-10526-thread-3) [n:127.0.0.1:46135_solr ] o.a.s.c.Overseer Overseer (id=99406494538465288-127.0.0.1:46135_solr-n_0000000000) starting
[junit4] 2> 2612291 INFO (zkCallback-10551-thread-1-processing-n:127.0.0.1:46135_solr) [n:127.0.0.1:46135_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2612292 INFO (zkCallback-10552-thread-1-processing-n:127.0.0.1:44945_solr) [n:127.0.0.1:44945_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2612297 INFO (jetty-launcher-10526-thread-1) [n:127.0.0.1:38827_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2612298 INFO (jetty-launcher-10526-thread-1) [n:127.0.0.1:38827_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2612298 INFO (jetty-launcher-10526-thread-1) [n:127.0.0.1:38827_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38827_solr
[junit4] 2> 2612299 INFO (zkCallback-10552-thread-1-processing-n:127.0.0.1:44945_solr) [n:127.0.0.1:44945_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2612299 INFO (zkCallback-10551-thread-1-processing-n:127.0.0.1:46135_solr) [n:127.0.0.1:46135_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2612305 INFO (zkCallback-10542-thread-1-processing-n:127.0.0.1:38827_solr) [n:127.0.0.1:38827_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2612305 DEBUG (OverseerAutoScalingTriggerThread-99406494538465288-127.0.0.1:46135_solr-n_0000000000) [n:127.0.0.1:46135_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 2612305 INFO (jetty-launcher-10526-thread-3) [n:127.0.0.1:46135_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46135_solr
[junit4] 2> 2612305 DEBUG (OverseerAutoScalingTriggerThread-99406494538465288-127.0.0.1:46135_solr-n_0000000000) [n:127.0.0.1:46135_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 2612305 DEBUG (OverseerAutoScalingTriggerThread-99406494538465288-127.0.0.1:46135_solr-n_0000000000) [n:127.0.0.1:46135_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:38827_solr, 127.0.0.1:44945_solr]
[junit4] 2> 2612305 DEBUG (OverseerAutoScalingTriggerThread-99406494538465288-127.0.0.1:46135_solr-n_0000000000) [n:127.0.0.1:46135_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 2612305 DEBUG (OverseerAutoScalingTriggerThread-99406494538465288-127.0.0.1:46135_solr-n_0000000000) [n:127.0.0.1:46135_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 2612305 INFO (zkCallback-10552-thread-1-processing-n:127.0.0.1:44945_solr) [n:127.0.0.1:44945_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2612305 INFO (zkCallback-10542-thread-1-processing-n:127.0.0.1:38827_solr) [n:127.0.0.1:38827_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2612305 INFO (zkCallback-10551-thread-1-processing-n:127.0.0.1:46135_solr) [n:127.0.0.1:46135_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2612306 DEBUG (OverseerAutoScalingTriggerThread-99406494538465288-127.0.0.1:46135_solr-n_0000000000) [n:127.0.0.1:46135_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2612309 DEBUG (OverseerAutoScalingTriggerThread-99406494538465288-127.0.0.1:46135_solr-n_0000000000) [n:127.0.0.1:46135_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 2612309 DEBUG (ScheduledTrigger-11566-thread-1) [n:127.0.0.1:46135_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2612319 INFO (jetty-launcher-10526-thread-2) [n:127.0.0.1:44945_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44945.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77f2d936
[junit4] 2> 2612326 INFO (jetty-launcher-10526-thread-1) [n:127.0.0.1:38827_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38827.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77f2d936
[junit4] 2> 2612327 INFO (jetty-launcher-10526-thread-2) [n:127.0.0.1:44945_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44945.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77f2d936
[junit4] 2> 2612327 INFO (jetty-launcher-10526-thread-2) [n:127.0.0.1:44945_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44945.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77f2d936
[junit4] 2> 2612328 INFO (jetty-launcher-10526-thread-2) [n:127.0.0.1:44945_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_10D06B57B393E202-001/tempDir-001/node2/.
[junit4] 2> 2612332 INFO (jetty-launcher-10526-thread-3) [n:127.0.0.1:46135_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46135.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77f2d936
[junit4] 2> 2612336 INFO (jetty-launcher-10526-thread-1) [n:127.0.0.1:38827_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38827.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77f2d936
[junit4] 2> 2612336 INFO (jetty-launcher-10526-thread-1) [n:127.0.0.1:38827_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38827.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77f2d936
[junit4] 2> 2612337 INFO (jetty-launcher-10526-thread-1) [n:127.0.0.1:38827_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_10D06B57B393E202-001/tempDir-001/node1/.
[junit4] 2> 2612341 INFO (jetty-launcher-10526-thread-3) [n:127.0.0.1:46135_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46135.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77f2d936
[junit4] 2> 2612341 INFO (jetty-launcher-10526-thread-3) [n:127.0.0.1:46135_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46135.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77f2d936
[junit4] 2> 2612342 INFO (jetty-launcher-10526-thread-3) [n:127.0.0.1:46135_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_10D06B57B393E202-001/tempDir-001/node3/.
[junit4] 2> 2612642 INFO (zkConnectionManagerCallback-10561-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2612644 INFO (zkConnectionManagerCallback-10565-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2612645 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[10D06B57B393E202]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2612645 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[10D06B57B393E202]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42421/solr ready
[junit4] 2> 2612654 INFO (TEST-AutoAddReplicasIntegrationTest.testSimple-seed#[10D06B57B393E202]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
[junit4] 2> 2612664 INFO (qtp1266956226-36432) [n:127.0.0.1:44945_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:46135_solr,127.0.0.1:44945_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2612665 INFO (OverseerThreadFactory-11568-thread-1-processing-n:127.0.0.1:46135_solr) [n:127.0.0.1:46135_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple1
[junit4] 2> 2612768 INFO (OverseerStateUpdate-99406494538465288-127.0.0.1:46135_solr-n_0000000000) [n:127.0.0.1:46135_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44945/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2612769 INFO (OverseerStateUpdate-99406494538465288-127.0.0.1:46135_solr-n_0000000000) [n:127.0.0.1:46135_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46135/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2612769 INFO (OverseerStateUpdate-99406494538465288-127.0.0.1:46135_solr-n_0000000000) [n:127.0.0.1:46135_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44945/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2612770 INFO (OverseerStateUpdate-99406494538465288-127.0.0.1:46135_solr-n_0000000000) [n:127.0.0.1:46135_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46135/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2612977 INFO (qtp1266956226-36506) [n:127.0.0.1:44945_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2612977 INFO (qtp1266956226-36428) [n:127.0.0.1:44945_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2612977 INFO (qtp1266956226-36506) [n:127.0.0.1:44945_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2612988 INFO (qtp1042575207-36438) [n:127.0.0.1:46135_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2612988 INFO (qtp1042575207-36437) [n:127.0.0.1:46135_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2612988 INFO (qtp1042575207-36438) [n:127.0.0.1:46135_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2613091 INFO (zkCallback-10552-thread-1-processing-n:127.0.0.1:44945_solr) [n:127.0.0.1:44945_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2613091 INFO (zkCallback-10551-thread-1-processing-n:127.0.0.1:46135_solr) [n:127.0.0.1:46135_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2613310 DEBUG (ScheduledTrigger-11566-thread-1) [n:127.0.0.1:46135_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2613983 INFO (qtp1266956226-36506) [n:127.0.0.1:44945_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2614002 INFO (qtp1266956226-36428) [n:127.0.0.1:44945_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2614005 INFO (qtp1266956226-36506) [n:127.0.0.1:44945_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
[junit4] 2> 2614006 INFO (qtp1266956226-36428) [n:127.0.0.1:44945_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2614006 INFO (qtp1266956226-36506) [n:127.0.0.1:44945_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2614007 INFO (qtp1266956226-36506) [n:127.0.0.1:44945_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
[junit4] 2> 2614007 INFO (qtp1266956226-36506) [n:127.0.0.1:44945_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44945.solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77f2d936
[junit4] 2> 2614007 INFO (qtp1266956226-36506) [n:127.0.0.1:44945_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2614008 INFO (qtp1266956226-36428) [n:127.0.0.1:44945_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2614008 INFO (qtp1266956226-36506) [n:127.0.0.1:44945_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_10D06B57B393E202-001/tempDir-001/node2/testSimple1_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_10D06B57B393E202-001/tempDir-001/node2/./testSimple1_shard2_replica_n4/data/]
[junit4] 2> 2614008 INFO (qtp1266956226-36428) [n:127.0.0.1:44945_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
[junit4] 2> 2614009 INFO (qtp1266956226-36428) [n:127.0.0.1:44945_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44945.solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77f2d936
[junit4] 2> 2614009 INFO (qtp1266956226-36428) [n:127.0.0.1:44945_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2614009 INFO (qtp1266956226-36428) [n:127.0.0.1:44945_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_10D06B57B393E202-001/tempDir-001/node2/testSimple1_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_10D06B57B393E202-001/tempDir-001/node2/./testSimple1_shard1_replica_n1/data/]
[junit4] 2> 2614012 INFO (qtp1042575207-36437) [n:127.0.0.1:46135_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2614012 INFO (qtp1042575207-36438) [n:127.0.0.1:46135_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2614016 INFO (qtp1042575207-36438) [n:127.0.0.1:46135_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
[junit4] 2> 2614017 INFO (qtp1042575207-36438) [n:127.0.0.1:46135_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2614017 INFO (qtp1042575207-36438) [n:127.0.0.1:46135_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
[junit4] 2> 2614018 INFO (qtp1042575207-36438) [n:127.0.0.1:46135_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46135.solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77f2d936
[junit4] 2> 2614018 INFO (qtp1042575207-36438) [n:127.0.0.1:46135_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2614018 INFO (qtp1042575207-36438) [n:127.0.0.1:46135_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_10D06B57B393E202-001/tempDir-001/node3/testSimple1_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_10D06B57B393E202-001/tempDir-001/node3/./testSimple1_shard2_replica_n6/data/]
[junit4] 2> 2614020 INFO (qtp1042575207-36437) [n:127.0.0.1:46135_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 2614021 INFO (qtp1042575207-36437) [n:127.0.0.1:46135_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2614021 INFO (qtp1042575207-36437) [n:127.0.0.1:46135_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
[junit4] 2> 2614022 INFO (qtp1042575207-36437) [n:127.0.0.1:46135_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46135.solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77f2d936
[junit4] 2> 2614022 INFO (qtp1042575207-36437) [n:127.0.0.1:46135_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2614022 INFO (qtp1042575207-36437) [n:127.0.0.1:46135_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_10D06B57B393E202-001/tempDir-001/node3/testSimple1_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_10D06B57B393E202-001/tempDir-001/node3/./testSimple1_shard1_replica_n2/data/]
[junit4] 2> 2614042 INFO (qtp1266956226-36506) [n:127.0.0.1:44945_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2614042 INFO (qtp1266956226-36506) [n:127.0.0.1:44945_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2614043 INFO (qtp1266956226-36506) [n:127.0.0.1:44945_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2614043 INFO (qtp1266956226-36506) [n:127.0.0.1:44945_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2614044 INFO (qtp1266956226-36506) [n:127.0.0.1:44945_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@11e0f56d[testSimple1_shard2_replica_n4] main]
[junit4] 2> 2614045 INFO (qtp1266956226-36506) [n:127.0.0.1:44945_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2614045 INFO (qtp1266956226-36506) [n:127.0.0.1:44945_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2614045 INFO (qtp1266956226-36506) [n:127.0.0.1:44945_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2614046 INFO (searcherExecutor-11575-thread-1-processing-n:127.0.0.1:44945_solr x:testSimple1_shard2_replica_n4 s:shard2 c:testSimple1 r:core_node7) [n:127.0.0.1:44945_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [testSimple1_shard2_replica_n4] Registered new searcher Searcher@11e0f56d[testSimple1_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2614046 INFO (qtp1266956226-36506) [n:127.0.0.1:44945_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590503914631856128
[junit4] 2> 2614051 INFO (qtp1266956226-36506) [n:127.0.0.1:44945_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9998ms
[junit4] 2> 2614054 INFO (qtp1266956226-36428) [n:127.0.0.1:44945_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2614054 INFO (qtp1266956226-36428) [n:127.0.0.1:44945_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2614056 INFO (qtp1266956226-36428) [n:127.0.0.1:44945_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2614056 INFO (qtp1266956226-36428) [n:127.0.0.1:44945_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2614057 INFO (qtp1266956226-36428) [n:127.0.0.1:44945_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3470410e[testSimple1_shard1_replica_n1] main]
[junit4] 2> 2614058 INFO (qtp1266956226-36428) [n:127.0.0.1:44945_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2614058 INFO (qtp1266956226-36428) [n:127.0.0.1:44945_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2614059 INFO (qtp1042575207-36438) [n:127.0.0.1:46135_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2614059 INFO (qtp1042575207-36438) [n:127.0.0.1:46135_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2614059 INFO (qtp1266956226-36428) [n:127.0.0.1:44945_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2614059 INFO (qtp1042575207-36437) [n:127.0.0.1:46135_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2614059 INFO (qtp1042575207-36437) [n:127.0.0.1:46135_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2614059 INFO (searcherExecutor-11576-thread-1-processing-n:127.0.0.1:44945_solr x:testSimple1_shard1_replica_n1 s:shard1 c:testSimple1 r:core_node3) [n:127.0.0.1:44945_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@3470410e[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2614059 INFO (qtp1266956226-36428) [n:127.0.0.1:44945_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590503914645487616
[junit4] 2> 2614060 INFO (qtp1042575207-36438) [n:127.0.0.1:46135_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2614060 INFO (qtp1042575207-36438) [n:127.0.0.1:46135_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2614060 INFO (qtp1042575207-36437) [n:127.0.0.1:46135_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2614060 INFO (qtp1042575207-36437) [n:127.0.0.1:46135_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2614060 INFO (qtp1042575207-36438) [n:127.0.0.1:46135_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@41ee6373[testSimple1_shard2_replica_n6] main]
[junit4] 2> 2614061 INFO (qtp1042575207-36438) [n:127.0.0.1:46135_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2614061 INFO (qtp1042575207-36438) [n:127.0.0.1:46135_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2614062 INFO (qtp1042575207-36437) [n:127.0.0.1:46135_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@76670501[testSimple1_shard1_replica_n2] main]
[junit4] 2> 2614062 INFO (qtp1042575207-36438) [n:127.0.0.1:46135_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2614062 INFO (qtp1042575207-36437) [n:127.0.0.1:46135_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2614062 INFO (qtp1042575207-36437) [n:127.0.0.1:46135_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2614062 INFO (qtp1266956226-36428) [n:127.0.0.1:44945_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2614062 INFO (searcherExecutor-11577-thread-1-processing-n:127.0.0.1:46135_solr x:testSimple1_shard2_replica_n6 s:shard2 c:testSimple1 r:core_node8) [n:127.0.0.1:46135_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@41ee6373[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2614063 INFO (qtp1042575207-36438) [n:127.0.0.1:46135_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590503914649681920
[junit4] 2> 2614063 INFO (qtp1042575207-36437) [n:127.0.0.1:46135_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2614063 INFO (searcherExecutor-11578-thread-1-processing-n:127.0.0.1:46135_solr x:testSimple1_shard1_replica_n2 s:shard1 c:testSimple1 r:core_node5) [n:127.0.0.1:46135_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] Registered new searcher Searcher@76670501[testSimple1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2614063 INFO (qtp1042575207-36437) [n:127.0.0.1:46135_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590503914649681920
[junit4] 2> 2614163 INFO (zkCallback-10551-thread-2-processing-n:127.0.0.1:46135_solr) [n:127.0.0.1:46135_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2614163 INFO (zkCallback-10552-thread-1-processing-n:127.0.0.1:44945_solr) [n:127.0.0.1:44945_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2614310 DEBUG (ScheduledTrigger-11566-thread-2) [n:127.0.0.1:46135_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2614552 INFO (qtp1266956226-36506) [n:127.0.0.1:44945_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2614552 INFO (qtp1266956226-36506) [n:127.0.0.1:44945_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2614552 INFO (qtp1266956226-36506) [n:127.0.0.1:44945_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44945/solr/testSimple1_shard2_replica_n4/
[junit4] 2> 2614552 INFO (qtp1266956226-36506) [n:127.0.0.1:44945_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n4 url=https://127.0.0.1:44945/solr START replicas=[https://127.0.0.1:46135/solr/testSimple1_shard2_replica_n6/] nUpdates=100
[junit4] 2> 2614555 INFO (qtp1042575207-36423) [n:127.0.0.1:46135_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.S.Request [testSimple1_shard2_replica_n6] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2614563 INFO (qtp1266956226-36428) [n:127.0.0.1:44945_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2614563 INFO (qtp1266956226-36428) [n:127.0.0.1:44945_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2614563 INFO (qtp1266956226-36428) [n:127.0.0.1:44945_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44945/solr/testSimple1_shard1_replica_n1/
[junit4] 2> 2614563 INFO (qtp1266956226-36428) [n:127.0.0.1:44945_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n1 url=https://127.0.0.1:44945/solr START replicas=[https://127.0.0.1:46135/solr/testSimple1_shard1_replica_n2/] nUpdates=100
[junit4] 2> 2614564 INFO (qtp1042575207-36504) [n:127.0.0.1:46135_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.S.Request [testSimple1_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2614852 INFO (qtp1266956226-36506) [n:127.0.0.1:44945_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n4 url=https://127.0.0.1:44945/solr DONE. We have no versions. sync failed.
[junit4] 2> 2614853 INFO (qtp1266956226-36506) [n:127.0.0.1:44945_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2614853 INFO (qtp1266956226-36506) [n:127.0.0.1:44945_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2614853 INFO (qtp1266956226-36506) [n:127.0.0.1:44945_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2614854 INFO (qtp1266956226-36506) [n:127.0.0.1:44945_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44945/solr/testSimple1_shard2_replica_n4/ shard2
[junit4] 2> 2614863 INFO (qtp1266956226-36428) [n:127.0.0.1:44945_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n1 url=https://127.0.0.1:44945/solr DONE. We have no versions. sync failed.
[junit4] 2> 2614864 INFO (qtp1266956226-36428) [n:127.0.0.1:44945_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2614864 INFO (qtp1266956226-36428) [n:127.0.0.1:44945_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2614864 INFO (qtp1266956226-36428) [n:127.0.0.1:44945_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2614865 INFO (qtp1266956226-36428) [n:127.0.0.1:44945_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44945/solr/testSimple1_shard1_replica_n1/ shard1
[junit4] 2> 2614966 INFO (zkCallback-10552-thread-1-processing-n:127.0.0.1:44945_solr) [n:127.0.0.1:44945_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2614966 INFO (zkCallback-10551-thread-2-processing-n:127.0.0.1:46135_solr) [n:127.0.0.1:46135_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2615005 INFO (qtp1266956226-36506) [n:127.0.0.1:44945_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2615016 INFO (qtp1266956226-36428) [n:127.0.0.1:44945_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2615168 INFO (qtp1266956226-36428) [n:127.0.0.1:44945_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2190
[junit4] 2> 2615168 INFO (qtp1042575207-36438) [n:127.0.0.1:46135_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2180
[junit4] 2> 2615168 INFO (qtp1266956226-36506) [n:127.0.0.1:44945_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2190
[junit4] 2> 2615168 INFO (qtp1042575207-36437) [n:127.0.0.1:46135_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2180
[junit4] 2> 2615169 INFO (qtp1266956226-36432) [n:127.0.0.1:44945_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2615180 INFO (zkCallback-10552-thread-1-processing-n:127.0.0.1:44945_solr) [n:127.0.0.1:44945_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2615180 INFO (zkCallback-10551-thread-2-processing-n:127.0.0.1:46135_solr) [n:127.0.0.1:46135_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2615311 DEBUG (ScheduledTrigger-11566-thread-1) [n:127.0.0.1:46135_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2616169 INFO (qtp1266956226-36432) [n:127.0.0.1:44945_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:46135_solr,127.0.0.1:44945_solr&wt=javabin&version=2} status=0 QTime=3505
[junit4] 2> 2616170 INFO (qtp1266956226-36436) [n:127.0.0.1:44945_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=false&name=testSimple2&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:44945_solr,127.0.0.1:38827_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2616171 INFO (OverseerThreadFactory-11568-thread-2-processing-n:127.0.0.1:46135_solr) [n:127.0.0.1:46135_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple2
[junit4] 2> 2616171 INFO (OverseerCollectionConfigSetProcessor-99406494538465288-127.0.0.1:46135_solr-n_0000000000) [n:127.0.0.1:46135_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2616311 DEBUG (ScheduledTrigger-11566-thread-1) [n:127.0.0.1:46135_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2616375 INFO (OverseerStateUpdate-99406494538465288-127.0.0.1:46135_solr-n_0000000000) [n:127.0.0.1:46135_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:38827/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2616376 INFO (OverseerStateUpdate-99406494538465288-127.0.0.1:46135_solr-n_0000000000) [n:127.0.0.1:46135_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44945/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2616376 INFO (OverseerStateUpdate-99406494538465288-127.0.0.1:46135_solr-n_0000000000) [n:127.0.0.1:46135_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple2_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:38827/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2616377 INFO (OverseerStateUpdate-99406494538465288-127.0.0.1:46135_solr-n_0000000000) [n:127.0.0.1:46135_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple2_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44945/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2616578 INFO (qtp1266956226-36421) [n:127.0.0.1:44945_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2616578 INFO (qtp1266956226-36434) [n:127.0.0.1:44945_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2616596 INFO (qtp68723425-36416) [n:127.0.0.1:38827_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2616596 INFO (qtp68723425-36413) [n:127.0.0.1:38827_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2616596 INFO (qtp68723425-36416) [n:127.0.0.1:38827_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2616702 INFO (zkCallback-10552-thread-1-processing-n:127.0.0.1:44945_solr) [n:127.0.0.1:44945_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2616702 INFO (zkCallback-10542-thread-1-processing-n:127.0.0.1:38827_solr) [n:127.0.0.1:38827_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2616703 INFO (zkCallback-10552-thread-2-processing-n:127.0.0.1:44945_solr) [n:127.0.0.1:44945_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2616703 INFO (zkCallback-10552-thread-3-processing-n:127.0.0.1:44945_solr) [n:127.0.0.1:44945_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2617311 DEBUG (ScheduledTrigger-11566-thread-1) [n:127.0.0.1:46135_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2617592 INFO (qtp1266956226-36421) [n:127.0.0.1:44945_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2617592 INFO (qtp1266956226-36434) [n:127.0.0.1:44945_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2617595 INFO (qtp1266956226-36434) [n:127.0.0.1:44945_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n2] Schema name=minimal
[junit4] 2> 2617595 INFO (qtp1266956226-36421) [n:127.0.0.1:44945_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple2_shard2_replica_n6] Schema name=minimal
[junit4] 2> 2617596 INFO (qtp1266956226-36421) [n:127.0.0.1:44945_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2617596 INFO (qtp1266956226-36434) [n:127.0.0.1:44945_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2617596 INFO (qtp1266956226-36434) [n:127.0.0.1:44945_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n2' using configuration from collection testSimple2, trusted=true
[junit4] 2> 2617596 INFO (qtp1266956226-36421) [n:127.0.0.1:44945_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard2_replica_n6' using configuration from collection testSimple2, trusted=true
[junit4] 2> 2617597 INFO (qtp1266956226-36421) [n:127.0.0.1:44945_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44945.solr.core.testSimple2.shard2.replica_n6' (registry 'solr.core.testSimple2.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77f2d936
[junit4] 2> 2617597 INFO (qtp1266956226-36434) [n:127.0.0.1:44945_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44945.solr.core.testSimple2.shard1.replica_n2' (registry 'solr.core.testSimple2.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77f2d936
[junit4] 2> 2617597 INFO (qtp1266956226-36421) [n:127.0.0.1:44945_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2617597 INFO (qtp1266956226-36434) [n:127.0.0.1:44945_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2617597 INFO (qtp1266956226-36421) [n:127.0.0.1:44945_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple2_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_10D06B57B393E202-001/tempDir-001/node2/testSimple2_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_10D06B57B393E202-001/tempDir-001/node2/./testSimple2_shard2_replica_n6/data/]
[junit4] 2> 2617597 INFO (qtp1266956226-36434) [n:127.0.0.1:44945_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple2_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_10D06B57B393E202-001/tempDir-001/node2/testSimple2_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_10D06B57B393E202-001/tempDir-001/node2/./testSimple2_shard1_replica_n2/data/]
[junit4] 2> 2617601 INFO (qtp68723425-36416) [n:127.0.0.1:38827_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2617606 INFO (qtp68723425-36416) [n:127.0.0.1:38827_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2617607 INFO (qtp68723425-36416) [n:127.0.0.1:38827_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2617607 INFO (qtp68723425-36413) [n:127.0.0.1:38827_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2617607 INFO (qtp68723425-36416) [n:127.0.0.1:38827_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n1' using configuration from collection testSimple2, trusted=true
[junit4] 2> 2617608 INFO (qtp68723425-36416) [n:127.0.0.1:38827_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38827.solr.core.testSimple2.shard1.replica_n1' (registry 'solr.core.testSimple2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77f2d936
[junit4] 2> 2617608 INFO (qtp68723425-36416) [n:127.0.0.1:38827_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2617608 INFO (qtp68723425-36416) [n:127.0.0.1:38827_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple2_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_10D06B57B393E202-001/tempDir-001/node1/testSimple2_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_10D06B57B393E202-001/tempDir-001/node1/./testSimple2_shard1_replica_n1/data/]
[junit4] 2> 2617612 INFO (qtp68723425-36413) [n:127.0.0.1:38827_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple2_shard2_replica_n4] Schema name=minimal
[junit4] 2> 2617613 INFO (qtp68723425-36413) [n:127.0.0.1:38827_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2617613 INFO (qtp68723425-36413) [n:127.0.0.1:38827_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard2_replica_n4' using configuration from collection testSimple2, trusted=true
[junit4] 2> 2617613 INFO (qtp68723425-36413) [n:127.0.0.1:38827_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38827.solr.core.testSimple2.shard2.replica_n4' (registry 'solr.core.testSimple2.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77f2d936
[junit4] 2> 2617613 INFO (qtp68723425-36413) [n:127.0.0.1:38827_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2617614 INFO (qtp68723425-36413) [n:127.0.0.1:38827_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple2_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_10D06B57B393E202-001/tempDir-001/node1/testSimple2_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_10D06B57B393E202-001/tempDir-001/node1/./testSimple2_shard2_replica_n4/data/]
[junit4] 2> 2617631 INFO (qtp1266956226-36421) [n:127.0.0.1:44945_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2617631 INFO (qtp1266956226-36421) [n:127.0.0.1:44945_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2617648 INFO (qtp1266956226-36421) [n:127.0.0.1:44945_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2617648 INFO (qtp1266956226-36421) [n:127.0.0.1:44945_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2617657 INFO (qtp1266956226-36434) [n:127.0.0.1:44945_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2617657 INFO (qtp1266956226-36434) [n:127.0.0.1:44945_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2617659 INFO (qtp1266956226-36434) [n:127.0.0.1:44945_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2617659 INFO (qtp1266956226-36434) [n:127.0.0.1:44945_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2617660 INFO (qtp1266956226-36434) [n:127.0.0.1:44945_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1109bbf1[testSimple2_shard1_replica_n2] main]
[junit4] 2> 2617661 INFO (qtp1266956226-36434) [n:127.0.0.1:44945_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2617661 INFO (qtp1266956226-36434) [n:127.0.0.1:44945_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2617661 INFO (qtp1266956226-36421) [n:127.0.0.1:44945_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@13e2a958[testSimple2_shard2_replica_n6] main]
[junit4] 2> 2617662 INFO (qtp1266956226-36434) [n:127.0.0.1:44945_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2617662 INFO (qtp1266956226-36434) [n:127.0.0.1:44945_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590503918423506944
[junit4] 2> 2617662 INFO (qtp1266956226-36421) [n:127.0.0.1:44945_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2617662 INFO (qtp1266956226-36421) [n:127.0.0.1:44945_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2617663 INFO (qtp1266956226-36421) [n:127.0.0.1:44945_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o
[...truncated too long message...]
rtTest, TestCloudJSONFacetJoinDomain, TestCloudRecovery, TestConfigSetsAPIExclusivity, TestCryptoKeys, TestDistribDocBasedVersion, TestLeaderElectionWithEmptyReplica, TestLeaderInitiatedRecoveryThread, TestPullReplica, TestRebalanceLeaders, TestRequestForwarding, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt, TestSolrCloudWithSecureImpersonation, TestTolerantUpdateProcessorCloud, TestTolerantUpdateProcessorRandomCloud, TestUtilizeNode, CollectionReloadTest, CollectionTooManyReplicasTest, CollectionsAPIAsyncDistributedZkTest, HdfsCollectionsAPIDistributedZkTest, TestCollectionsAPIViaSolrCloudCluster, TestHdfsCloudBackupRestore, AutoAddReplicasIntegrationTest, TestComputePlanAction, TestNodeAddedTrigger, TestNodeLostTrigger, TestPolicyCloud, BaseCdcrDistributedZkTest, CdcrBidirectionalTest, CdcrReplicationHandlerTest, HdfsBasicDistributedZk2Test, HdfsChaosMonkeyNothingIsSafeTest, HdfsChaosMonkeySafeLeaderTest, HdfsNNFailoverTest, HdfsRecoverLeaseTest, TestClusterStateMutator, ZkStateReaderTest, CachingDirectoryFactoryTest, ConfigureRecoveryStrategyTest, CoreSorterTest, DirectoryFactoryTest, ExitableDirectoryReaderTest, HdfsDirectoryFactoryTest, QueryResultKeyTest, TestConfigSetImmutable, TestCorePropertiesReload, TestReloadAndDeleteDocs, SearchHandlerTest, TestConfigReload, TestRestoreCore, V2ApiIntegrationTest, AutoscalingHistoryHandlerTest]
[junit4] Completed [595/768 (2!)] on J1 in 14.86s, 1 test, 1 failure <<< FAILURES!
[...truncated 664 lines...]
[junit4] JVM J1: stdout was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/temp/junit4-J1-20180124_185517_5276720721446879196663.sysout
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: Java heap space
[junit4] Dumping heap to /home/jenkins/workspace/Lucene-Solr-master-Linux/heapdumps/java_pid14859.hprof ...
[junit4] Heap dump file created [382945120 bytes in 0.781 secs]
[junit4] <<< JVM J1: EOF ----
[...truncated 3125 lines...]
[junit4] Suite: org.apache.solr.analytics.legacy.facet.LegacyRangeFacetCloudTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-analytics/test/J0/temp/solr.analytics.legacy.facet.LegacyRangeFacetCloudTest_55BBC08A9D23BADF-001/init-core-data-001
[junit4] 2> log4j:WARN No appenders could be found for logger (org.apache.solr.SolrTestCaseJ4).
[junit4] 2> log4j:WARN Please initialize the log4j system properly.
[junit4] 2> log4j:WARN See http://logging.apache.org/log4j/1.2/faq.html#noconfig for more info.
[junit4] 2> Jan 24, 2018 7:56:50 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> Jan 24, 2018 7:57:10 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.analytics.legacy.facet.LegacyRangeFacetCloudTest:
[junit4] 2> 1) Thread[id=37, name=qtp1534578607-37, state=TIMED_WAITING, group=TGRP-LegacyRangeFacetCloudTest]
[junit4] 2> at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] 2> at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] 2> at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2205)
[junit4] 2> at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Jan 24, 2018 7:57:10 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=37, name=qtp1534578607-37, state=TIMED_WAITING, group=TGRP-LegacyRangeFacetCloudTest]
[junit4] 2> Jan 24, 2018 7:57:13 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=37, name=qtp1534578607-37, state=TIMED_WAITING, group=TGRP-LegacyRangeFacetCloudTest]
[junit4] 2> at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] 2> at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] 2> at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2205)
[junit4] 2> at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
[junit4] 2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=301, maxDocsPerChunk=305, blockSize=351), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=301, blockSize=351)), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@61db1f19), locale=pa-Guru-IN, timezone=America/Fort_Nelson
[junit4] 2> NOTE: Linux 4.13.0-31-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=2,free=453572976,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [LegacyRangeFacetCloudTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=LegacyRangeFacetCloudTest -Dtests.seed=55BBC08A9D23BADF -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=pa-Guru-IN -Dtests.timezone=America/Fort_Nelson -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J0 | LegacyRangeFacetCloudTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.analytics.legacy.facet.LegacyRangeFacetCloudTest:
[junit4] > 1) Thread[id=37, name=qtp1534578607-37, state=TIMED_WAITING, group=TGRP-LegacyRangeFacetCloudTest]
[junit4] > at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2205)
[junit4] > at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
[junit4] > at __randomizedtesting.SeedInfo.seed([55BBC08A9D23BADF]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=37, name=qtp1534578607-37, state=TIMED_WAITING, group=TGRP-LegacyRangeFacetCloudTest]
[junit4] > at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2205)
[junit4] > at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
[junit4] > at __randomizedtesting.SeedInfo.seed([55BBC08A9D23BADF]:0)
[junit4] Completed [66/78 (1!)] on J0 in 66.72s, 3 tests, 2 errors <<< FAILURES!
[...truncated 5469 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-master-Linux/build.xml:836: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-master-Linux/build.xml:788: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid14859.hprof
Total time: 87 minutes 56 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build #
21336 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21336/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.TestUtilizeNode.test
Error Message:
no replica should be present in 127.0.0.1:38537_solr
Stack Trace:
java.lang.AssertionError: no replica should be present in 127.0.0.1:38537_solr
at __randomizedtesting.SeedInfo.seed([D12A080230F89166:597E37D89E04FC9E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.TestUtilizeNode.test(TestUtilizeNode.java:99)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13469 lines...]
[junit4] Suite: org.apache.solr.cloud.TestUtilizeNode
[junit4] 2> 2798916 INFO (SUITE-TestUtilizeNode-seed#[D12A080230F89166]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_D12A080230F89166-001/init-core-data-001
[junit4] 2> 2798916 WARN (SUITE-TestUtilizeNode-seed#[D12A080230F89166]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=146 numCloses=146
[junit4] 2> 2798916 INFO (SUITE-TestUtilizeNode-seed#[D12A080230F89166]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2798930 INFO (SUITE-TestUtilizeNode-seed#[D12A080230F89166]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2798932 INFO (SUITE-TestUtilizeNode-seed#[D12A080230F89166]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_D12A080230F89166-001/tempDir-001
[junit4] 2> 2798932 INFO (SUITE-TestUtilizeNode-seed#[D12A080230F89166]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2798934 INFO (Thread-5574) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2798934 INFO (Thread-5574) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2798946 ERROR (Thread-5574) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2799034 INFO (SUITE-TestUtilizeNode-seed#[D12A080230F89166]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:33581
[junit4] 2> 2799036 INFO (zkConnectionManagerCallback-4506-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2799044 INFO (jetty-launcher-4503-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2799044 INFO (jetty-launcher-4503-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2799045 INFO (jetty-launcher-4503-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2799048 INFO (jetty-launcher-4503-thread-4) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2799059 INFO (jetty-launcher-4503-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2799059 INFO (jetty-launcher-4503-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2799059 INFO (jetty-launcher-4503-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2799059 INFO (jetty-launcher-4503-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2799059 INFO (jetty-launcher-4503-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2799059 INFO (jetty-launcher-4503-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2799059 INFO (jetty-launcher-4503-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2799059 INFO (jetty-launcher-4503-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2799059 INFO (jetty-launcher-4503-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2799059 INFO (jetty-launcher-4503-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2799059 INFO (jetty-launcher-4503-thread-3) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2799059 INFO (jetty-launcher-4503-thread-4) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2799060 INFO (jetty-launcher-4503-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@143e982{/solr,null,AVAILABLE}
[junit4] 2> 2799060 INFO (jetty-launcher-4503-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1bc0b29{/solr,null,AVAILABLE}
[junit4] 2> 2799061 INFO (jetty-launcher-4503-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@124f46d{SSL,[ssl, http/1.1]}{127.0.0.1:33873}
[junit4] 2> 2799061 INFO (jetty-launcher-4503-thread-3) [ ] o.e.j.s.Server Started @2800411ms
[junit4] 2> 2799061 INFO (jetty-launcher-4503-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@17c2a07{/solr,null,AVAILABLE}
[junit4] 2> 2799060 INFO (jetty-launcher-4503-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d4b4{/solr,null,AVAILABLE}
[junit4] 2> 2799061 INFO (jetty-launcher-4503-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33873}
[junit4] 2> 2799065 INFO (jetty-launcher-4503-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@93eace{SSL,[ssl, http/1.1]}{127.0.0.1:37879}
[junit4] 2> 2799065 INFO (jetty-launcher-4503-thread-2) [ ] o.e.j.s.Server Started @2800415ms
[junit4] 2> 2799065 ERROR (jetty-launcher-4503-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2799065 INFO (jetty-launcher-4503-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37879}
[junit4] 2> 2799066 INFO (jetty-launcher-4503-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2799066 INFO (jetty-launcher-4503-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2799066 ERROR (jetty-launcher-4503-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2799066 INFO (jetty-launcher-4503-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1c247da{SSL,[ssl, http/1.1]}{127.0.0.1:40945}
[junit4] 2> 2799066 INFO (jetty-launcher-4503-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2799066 INFO (jetty-launcher-4503-thread-1) [ ] o.e.j.s.Server Started @2800416ms
[junit4] 2> 2799066 INFO (jetty-launcher-4503-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2799066 INFO (jetty-launcher-4503-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2799066 INFO (jetty-launcher-4503-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-24T15:46:27.240Z
[junit4] 2> 2799067 INFO (jetty-launcher-4503-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@ed2483{SSL,[ssl, http/1.1]}{127.0.0.1:41977}
[junit4] 2> 2799067 INFO (jetty-launcher-4503-thread-4) [ ] o.e.j.s.Server Started @2800416ms
[junit4] 2> 2799067 INFO (jetty-launcher-4503-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41977}
[junit4] 2> 2799066 INFO (jetty-launcher-4503-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40945}
[junit4] 2> 2799066 INFO (jetty-launcher-4503-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2799067 ERROR (jetty-launcher-4503-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2799067 INFO (jetty-launcher-4503-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-24T15:46:27.241Z
[junit4] 2> 2799067 ERROR (jetty-launcher-4503-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2799067 INFO (jetty-launcher-4503-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2799067 INFO (jetty-launcher-4503-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2799067 INFO (jetty-launcher-4503-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2799067 INFO (jetty-launcher-4503-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2799067 INFO (jetty-launcher-4503-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2799067 INFO (jetty-launcher-4503-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2799067 INFO (jetty-launcher-4503-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-24T15:46:27.241Z
[junit4] 2> 2799067 INFO (jetty-launcher-4503-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-24T15:46:27.241Z
[junit4] 2> 2799077 INFO (zkConnectionManagerCallback-4508-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2799077 INFO (zkConnectionManagerCallback-4512-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2799077 INFO (zkConnectionManagerCallback-4510-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2799078 INFO (jetty-launcher-4503-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2799078 INFO (jetty-launcher-4503-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2799078 INFO (jetty-launcher-4503-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2799078 INFO (zkConnectionManagerCallback-4514-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2799078 INFO (jetty-launcher-4503-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2799093 INFO (jetty-launcher-4503-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33581/solr
[junit4] 2> 2799094 INFO (jetty-launcher-4503-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33581/solr
[junit4] 2> 2799094 INFO (jetty-launcher-4503-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33581/solr
[junit4] 2> 2799095 INFO (jetty-launcher-4503-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33581/solr
[junit4] 2> 2799095 INFO (zkConnectionManagerCallback-4522-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2799097 INFO (zkConnectionManagerCallback-4525-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2799097 INFO (zkConnectionManagerCallback-4527-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2799101 INFO (zkConnectionManagerCallback-4532-thread-1-processing-n:127.0.0.1:41977_solr) [n:127.0.0.1:41977_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2799101 INFO (zkConnectionManagerCallback-4530-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2799104 INFO (zkConnectionManagerCallback-4536-thread-1-processing-n:127.0.0.1:37879_solr) [n:127.0.0.1:37879_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2799104 INFO (zkConnectionManagerCallback-4538-thread-1-processing-n:127.0.0.1:33873_solr) [n:127.0.0.1:33873_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2799121 INFO (zkConnectionManagerCallback-4535-thread-1-processing-n:127.0.0.1:40945_solr) [n:127.0.0.1:40945_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2799130 INFO (jetty-launcher-4503-thread-1) [n:127.0.0.1:40945_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2799131 INFO (jetty-launcher-4503-thread-1) [n:127.0.0.1:40945_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40945_solr
[junit4] 2> 2799132 INFO (jetty-launcher-4503-thread-1) [n:127.0.0.1:40945_solr ] o.a.s.c.Overseer Overseer (id=99405580672040971-127.0.0.1:40945_solr-n_0000000000) starting
[junit4] 2> 2799140 INFO (jetty-launcher-4503-thread-1) [n:127.0.0.1:40945_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40945_solr
[junit4] 2> 2799158 INFO (zkCallback-4533-thread-1-processing-n:127.0.0.1:40945_solr) [n:127.0.0.1:40945_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2799181 INFO (jetty-launcher-4503-thread-2) [n:127.0.0.1:37879_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2799183 INFO (jetty-launcher-4503-thread-2) [n:127.0.0.1:37879_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2799184 INFO (jetty-launcher-4503-thread-2) [n:127.0.0.1:37879_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37879_solr
[junit4] 2> 2799186 INFO (zkCallback-4533-thread-1-processing-n:127.0.0.1:40945_solr) [n:127.0.0.1:40945_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2799192 INFO (jetty-launcher-4503-thread-4) [n:127.0.0.1:41977_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2799192 INFO (jetty-launcher-4503-thread-3) [n:127.0.0.1:33873_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2799193 INFO (jetty-launcher-4503-thread-4) [n:127.0.0.1:41977_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2799193 INFO (jetty-launcher-4503-thread-3) [n:127.0.0.1:33873_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2799196 INFO (jetty-launcher-4503-thread-4) [n:127.0.0.1:41977_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41977_solr
[junit4] 2> 2799196 INFO (jetty-launcher-4503-thread-3) [n:127.0.0.1:33873_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33873_solr
[junit4] 2> 2799197 INFO (zkCallback-4533-thread-1-processing-n:127.0.0.1:40945_solr) [n:127.0.0.1:40945_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2799198 INFO (zkCallback-4533-thread-1-processing-n:127.0.0.1:40945_solr) [n:127.0.0.1:40945_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2799214 INFO (zkCallback-4534-thread-1-processing-n:127.0.0.1:37879_solr) [n:127.0.0.1:37879_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 2799216 INFO (zkCallback-4531-thread-1-processing-n:127.0.0.1:41977_solr) [n:127.0.0.1:41977_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 2799228 INFO (zkCallback-4537-thread-1-processing-n:127.0.0.1:33873_solr) [n:127.0.0.1:33873_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 2799298 INFO (jetty-launcher-4503-thread-1) [n:127.0.0.1:40945_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40945.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dbe6a3
[junit4] 2> 2799314 INFO (jetty-launcher-4503-thread-1) [n:127.0.0.1:40945_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40945.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dbe6a3
[junit4] 2> 2799314 INFO (jetty-launcher-4503-thread-1) [n:127.0.0.1:40945_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40945.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dbe6a3
[junit4] 2> 2799316 INFO (jetty-launcher-4503-thread-1) [n:127.0.0.1:40945_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_D12A080230F89166-001/tempDir-001/node1/.
[junit4] 2> 2799464 INFO (jetty-launcher-4503-thread-3) [n:127.0.0.1:33873_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33873.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dbe6a3
[junit4] 2> 2799479 INFO (jetty-launcher-4503-thread-3) [n:127.0.0.1:33873_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33873.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dbe6a3
[junit4] 2> 2799479 INFO (jetty-launcher-4503-thread-3) [n:127.0.0.1:33873_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33873.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dbe6a3
[junit4] 2> 2799483 INFO (jetty-launcher-4503-thread-3) [n:127.0.0.1:33873_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_D12A080230F89166-001/tempDir-001/node3/.
[junit4] 2> 2799622 INFO (jetty-launcher-4503-thread-4) [n:127.0.0.1:41977_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41977.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dbe6a3
[junit4] 2> 2799635 INFO (jetty-launcher-4503-thread-4) [n:127.0.0.1:41977_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41977.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dbe6a3
[junit4] 2> 2799635 INFO (jetty-launcher-4503-thread-4) [n:127.0.0.1:41977_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41977.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dbe6a3
[junit4] 2> 2799637 INFO (jetty-launcher-4503-thread-4) [n:127.0.0.1:41977_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_D12A080230F89166-001/tempDir-001/node4/.
[junit4] 2> 2799652 INFO (jetty-launcher-4503-thread-2) [n:127.0.0.1:37879_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37879.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dbe6a3
[junit4] 2> 2799664 INFO (jetty-launcher-4503-thread-2) [n:127.0.0.1:37879_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37879.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dbe6a3
[junit4] 2> 2799665 INFO (jetty-launcher-4503-thread-2) [n:127.0.0.1:37879_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37879.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dbe6a3
[junit4] 2> 2799666 INFO (jetty-launcher-4503-thread-2) [n:127.0.0.1:37879_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_D12A080230F89166-001/tempDir-001/node2/.
[junit4] 2> 2799784 INFO (zkConnectionManagerCallback-4548-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2799807 INFO (zkConnectionManagerCallback-4552-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2799808 INFO (SUITE-TestUtilizeNode-seed#[D12A080230F89166]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2799809 INFO (SUITE-TestUtilizeNode-seed#[D12A080230F89166]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33581/solr ready
[junit4] 2> 2799868 INFO (qtp1805869-22641) [n:127.0.0.1:33873_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2799876 INFO (qtp1805869-22641) [n:127.0.0.1:33873_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 2799901 INFO (TEST-TestUtilizeNode.test-seed#[D12A080230F89166]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 2799901 INFO (TEST-TestUtilizeNode.test-seed#[D12A080230F89166]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2799908 INFO (zkConnectionManagerCallback-4555-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2799911 INFO (qtp1805869-22637) [n:127.0.0.1:33873_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf1&name=utilizenodecoll&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2799913 INFO (OverseerThreadFactory-8944-thread-2-processing-n:127.0.0.1:40945_solr) [n:127.0.0.1:40945_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection utilizenodecoll
[junit4] 2> 2799913 INFO (OverseerCollectionConfigSetProcessor-99405580672040971-127.0.0.1:40945_solr-n_0000000000) [n:127.0.0.1:40945_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2800020 INFO (OverseerStateUpdate-99405580672040971-127.0.0.1:40945_solr-n_0000000000) [n:127.0.0.1:40945_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"utilizenodecoll",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"utilizenodecoll_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40945/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2800022 INFO (OverseerStateUpdate-99405580672040971-127.0.0.1:40945_solr-n_0000000000) [n:127.0.0.1:40945_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"utilizenodecoll",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"utilizenodecoll_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33873/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2800024 INFO (OverseerStateUpdate-99405580672040971-127.0.0.1:40945_solr-n_0000000000) [n:127.0.0.1:40945_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"utilizenodecoll",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"utilizenodecoll_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37879/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2800025 INFO (OverseerStateUpdate-99405580672040971-127.0.0.1:40945_solr-n_0000000000) [n:127.0.0.1:40945_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"utilizenodecoll",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"utilizenodecoll_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41977/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2800237 INFO (qtp1805869-22639) [n:127.0.0.1:33873_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=utilizenodecoll_shard1_replica_n2&action=CREATE&numShards=2&collection=utilizenodecoll&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2800238 INFO (qtp1805869-22639) [n:127.0.0.1:33873_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2800288 INFO (qtp1642924-22649) [n:127.0.0.1:37879_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=utilizenodecoll_shard2_replica_n4&action=CREATE&numShards=2&collection=utilizenodecoll&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2800289 INFO (qtp1642924-22649) [n:127.0.0.1:37879_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2800297 INFO (qtp19003439-22652) [n:127.0.0.1:41977_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=utilizenodecoll_shard2_replica_n6&action=CREATE&numShards=2&collection=utilizenodecoll&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2800297 INFO (qtp19003439-22652) [n:127.0.0.1:41977_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2800301 INFO (qtp14975107-22647) [n:127.0.0.1:40945_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=utilizenodecoll_shard1_replica_n1&action=CREATE&numShards=2&collection=utilizenodecoll&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2800301 INFO (qtp14975107-22647) [n:127.0.0.1:40945_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2800405 INFO (zkCallback-4534-thread-1-processing-n:127.0.0.1:37879_solr) [n:127.0.0.1:37879_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2800405 INFO (zkCallback-4531-thread-1-processing-n:127.0.0.1:41977_solr) [n:127.0.0.1:41977_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2800405 INFO (zkCallback-4533-thread-1-processing-n:127.0.0.1:40945_solr) [n:127.0.0.1:40945_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2800405 INFO (zkCallback-4531-thread-2-processing-n:127.0.0.1:41977_solr) [n:127.0.0.1:41977_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2800405 INFO (zkCallback-4537-thread-1-processing-n:127.0.0.1:33873_solr) [n:127.0.0.1:33873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2800405 INFO (zkCallback-4533-thread-2-processing-n:127.0.0.1:40945_solr) [n:127.0.0.1:40945_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2800405 INFO (zkCallback-4537-thread-2-processing-n:127.0.0.1:33873_solr) [n:127.0.0.1:33873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2800405 INFO (zkCallback-4534-thread-2-processing-n:127.0.0.1:37879_solr) [n:127.0.0.1:37879_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2801254 INFO (qtp1805869-22639) [n:127.0.0.1:33873_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2801268 INFO (qtp1805869-22639) [n:127.0.0.1:33873_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.s.IndexSchema [utilizenodecoll_shard1_replica_n2] Schema name=cloud-dynamic
[junit4] 2> 2801293 INFO (qtp1805869-22639) [n:127.0.0.1:33873_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2801293 INFO (qtp1805869-22639) [n:127.0.0.1:33873_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'utilizenodecoll_shard1_replica_n2' using configuration from collection utilizenodecoll, trusted=true
[junit4] 2> 2801294 INFO (qtp1805869-22639) [n:127.0.0.1:33873_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33873.solr.core.utilizenodecoll.shard1.replica_n2' (registry 'solr.core.utilizenodecoll.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dbe6a3
[junit4] 2> 2801294 INFO (qtp1805869-22639) [n:127.0.0.1:33873_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2801294 INFO (qtp1805869-22639) [n:127.0.0.1:33873_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.SolrCore [[utilizenodecoll_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_D12A080230F89166-001/tempDir-001/node3/utilizenodecoll_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_D12A080230F89166-001/tempDir-001/node3/./utilizenodecoll_shard1_replica_n2/data/]
[junit4] 2> 2801312 INFO (qtp19003439-22652) [n:127.0.0.1:41977_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2801314 INFO (qtp1642924-22649) [n:127.0.0.1:37879_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2801316 INFO (qtp14975107-22647) [n:127.0.0.1:40945_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2801328 INFO (qtp19003439-22652) [n:127.0.0.1:41977_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.s.IndexSchema [utilizenodecoll_shard2_replica_n6] Schema name=cloud-dynamic
[junit4] 2> 2801331 INFO (qtp1642924-22649) [n:127.0.0.1:37879_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.s.IndexSchema [utilizenodecoll_shard2_replica_n4] Schema name=cloud-dynamic
[junit4] 2> 2801393 INFO (qtp14975107-22647) [n:127.0.0.1:40945_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.s.IndexSchema [utilizenodecoll_shard1_replica_n1] Schema name=cloud-dynamic
[junit4] 2> 2801411 INFO (qtp19003439-22652) [n:127.0.0.1:41977_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2801411 INFO (qtp19003439-22652) [n:127.0.0.1:41977_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'utilizenodecoll_shard2_replica_n6' using configuration from collection utilizenodecoll, trusted=true
[junit4] 2> 2801412 INFO (qtp19003439-22652) [n:127.0.0.1:41977_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41977.solr.core.utilizenodecoll.shard2.replica_n6' (registry 'solr.core.utilizenodecoll.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dbe6a3
[junit4] 2> 2801412 INFO (qtp19003439-22652) [n:127.0.0.1:41977_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2801412 INFO (qtp19003439-22652) [n:127.0.0.1:41977_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.c.SolrCore [[utilizenodecoll_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_D12A080230F89166-001/tempDir-001/node4/utilizenodecoll_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_D12A080230F89166-001/tempDir-001/node4/./utilizenodecoll_shard2_replica_n6/data/]
[junit4] 2> 2801423 INFO (qtp1642924-22649) [n:127.0.0.1:37879_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2801423 INFO (qtp1642924-22649) [n:127.0.0.1:37879_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'utilizenodecoll_shard2_replica_n4' using configuration from collection utilizenodecoll, trusted=true
[junit4] 2> 2801424 INFO (qtp1642924-22649) [n:127.0.0.1:37879_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37879.solr.core.utilizenodecoll.shard2.replica_n4' (registry 'solr.core.utilizenodecoll.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dbe6a3
[junit4] 2> 2801425 INFO (qtp1642924-22649) [n:127.0.0.1:37879_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2801425 INFO (qtp1642924-22649) [n:127.0.0.1:37879_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.c.SolrCore [[utilizenodecoll_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_D12A080230F89166-001/tempDir-001/node2/utilizenodecoll_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_D12A080230F89166-001/tempDir-001/node2/./utilizenodecoll_shard2_replica_n4/data/]
[junit4] 2> 2801445 INFO (qtp14975107-22647) [n:127.0.0.1:40945_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2801445 INFO (qtp14975107-22647) [n:127.0.0.1:40945_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'utilizenodecoll_shard1_replica_n1' using configuration from collection utilizenodecoll, trusted=true
[junit4] 2> 2801446 INFO (qtp14975107-22647) [n:127.0.0.1:40945_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40945.solr.core.utilizenodecoll.shard1.replica_n1' (registry 'solr.core.utilizenodecoll.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dbe6a3
[junit4] 2> 2801446 INFO (qtp14975107-22647) [n:127.0.0.1:40945_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2801446 INFO (qtp14975107-22647) [n:127.0.0.1:40945_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.c.SolrCore [[utilizenodecoll_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_D12A080230F89166-001/tempDir-001/node1/utilizenodecoll_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_D12A080230F89166-001/tempDir-001/node1/./utilizenodecoll_shard1_replica_n1/data/]
[junit4] 2> 2801477 INFO (qtp1805869-22639) [n:127.0.0.1:33873_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2801477 INFO (qtp1805869-22639) [n:127.0.0.1:33873_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2801479 INFO (qtp1805869-22639) [n:127.0.0.1:33873_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2801479 INFO (qtp1805869-22639) [n:127.0.0.1:33873_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2801489 INFO (qtp1805869-22639) [n:127.0.0.1:33873_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1276717[utilizenodecoll_shard1_replica_n2] main]
[junit4] 2> 2801491 INFO (qtp1805869-22639) [n:127.0.0.1:33873_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2801491 INFO (qtp1805869-22639) [n:127.0.0.1:33873_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2801493 INFO (qtp1805869-22639) [n:127.0.0.1:33873_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2801494 INFO (searcherExecutor-8953-thread-1-processing-n:127.0.0.1:33873_solr x:utilizenodecoll_shard1_replica_n2 s:shard1 c:utilizenodecoll r:core_node5) [n:127.0.0.1:33873_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.SolrCore [utilizenodecoll_shard1_replica_n2] Registered new searcher Searcher@1276717[utilizenodecoll_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2801495 INFO (qtp1805869-22639) [n:127.0.0.1:33873_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590489293435961344
[junit4] 2> 2801497 INFO (qtp19003439-22652) [n:127.0.0.1:41977_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2801497 INFO (qtp19003439-22652) [n:127.0.0.1:41977_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2801499 INFO (qtp19003439-22652) [n:127.0.0.1:41977_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2801499 INFO (qtp19003439-22652) [n:127.0.0.1:41977_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2801500 INFO (qtp1805869-22639) [n:127.0.0.1:33873_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2801501 INFO (qtp19003439-22652) [n:127.0.0.1:41977_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@18d04e[utilizenodecoll_shard2_replica_n6] main]
[junit4] 2> 2801503 INFO (qtp19003439-22652) [n:127.0.0.1:41977_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2801504 INFO (qtp19003439-22652) [n:127.0.0.1:41977_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2801504 INFO (qtp19003439-22652) [n:127.0.0.1:41977_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2801505 INFO (qtp19003439-22652) [n:127.0.0.1:41977_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590489293446447104
[junit4] 2> 2801506 INFO (searcherExecutor-8955-thread-1-processing-n:127.0.0.1:41977_solr x:utilizenodecoll_shard2_replica_n6 s:shard2 c:utilizenodecoll r:core_node8) [n:127.0.0.1:41977_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.c.SolrCore [utilizenodecoll_shard2_replica_n6] Registered new searcher Searcher@18d04e[utilizenodecoll_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2801512 INFO (qtp19003439-22652) [n:127.0.0.1:41977_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2801523 INFO (qtp1642924-22649) [n:127.0.0.1:37879_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2801523 INFO (qtp1642924-22649) [n:127.0.0.1:37879_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2801525 INFO (qtp1642924-22649) [n:127.0.0.1:37879_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2801525 INFO (qtp1642924-22649) [n:127.0.0.1:37879_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2801528 INFO (qtp1642924-22649) [n:127.0.0.1:37879_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@d06bbb[utilizenodecoll_shard2_replica_n4] main]
[junit4] 2> 2801530 INFO (qtp1642924-22649) [n:127.0.0.1:37879_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2801531 INFO (qtp1642924-22649) [n:127.0.0.1:37879_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2801531 INFO (qtp1642924-22649) [n:127.0.0.1:37879_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2801533 INFO (searcherExecutor-8956-thread-1-processing-n:127.0.0.1:37879_solr x:utilizenodecoll_shard2_replica_n4 s:shard2 c:utilizenodecoll r:core_node7) [n:127.0.0.1:37879_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.c.SolrCore [utilizenodecoll_shard2_replica_n4] Registered new searcher Searcher@d06bbb[utilizenodecoll_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2801533 INFO (qtp1642924-22649) [n:127.0.0.1:37879_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590489293475807232
[junit4] 2> 2801544 INFO (qtp14975107-22647) [n:127.0.0.1:40945_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2801544 INFO (qtp14975107-22647) [n:127.0.0.1:40945_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2801546 INFO (qtp14975107-22647) [n:127.0.0.1:40945_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2801546 INFO (qtp14975107-22647) [n:127.0.0.1:40945_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2801548 INFO (qtp14975107-22647) [n:127.0.0.1:40945_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@176b01c[utilizenodecoll_shard1_replica_n1] main]
[junit4] 2> 2801549 INFO (qtp14975107-22647) [n:127.0.0.1:40945_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2801550 INFO (qtp14975107-22647) [n:127.0.0.1:40945_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2801551 INFO (qtp14975107-22647) [n:127.0.0.1:40945_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2801552 INFO (searcherExecutor-8957-thread-1-processing-n:127.0.0.1:40945_solr x:utilizenodecoll_shard1_replica_n1 s:shard1 c:utilizenodecoll r:core_node3) [n:127.0.0.1:40945_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.c.SolrCore [utilizenodecoll_shard1_replica_n1] Registered new searcher Searcher@176b01c[utilizenodecoll_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2801552 INFO (qtp14975107-22647) [n:127.0.0.1:40945_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590489293495730176
[junit4] 2> 2801613 INFO (zkCallback-4534-thread-2-processing-n:127.0.0.1:37879_solr) [n:127.0.0.1:37879_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2801613 INFO (zkCallback-4531-thread-2-processing-n:127.0.0.1:41977_solr) [n:127.0.0.1:41977_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2801613 INFO (zkCallback-4534-thread-1-processing-n:127.0.0.1:37879_solr) [n:127.0.0.1:37879_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2801613 INFO (zkCallback-4531-thread-1-processing-n:127.0.0.1:41977_solr) [n:127.0.0.1:41977_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2801613 INFO (zkCallback-4537-thread-1-processing-n:127.0.0.1:33873_solr) [n:127.0.0.1:33873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2801613 INFO (zkCallback-4537-thread-2-processing-n:127.0.0.1:33873_solr) [n:127.0.0.1:33873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2801613 INFO (zkCallback-4533-thread-2-processing-n:127.0.0.1:40945_solr) [n:127.0.0.1:40945_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2801613 INFO (zkCallback-4533-thread-1-processing-n:127.0.0.1:40945_solr) [n:127.0.0.1:40945_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2802000 INFO (qtp1805869-22639) [n:127.0.0.1:33873_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2802000 INFO (qtp1805869-22639) [n:127.0.0.1:33873_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2802001 INFO (qtp1805869-22639) [n:127.0.0.1:33873_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:33873/solr/utilizenodecoll_shard1_replica_n2/
[junit4] 2> 2802001 INFO (qtp1805869-22639) [n:127.0.0.1:33873_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=utilizenodecoll_shard1_replica_n2 url=https://127.0.0.1:33873/solr START replicas=[https://127.0.0.1:40945/solr/utilizenodecoll_shard1_replica_n1/] nUpdates=100
[junit4] 2> 2802007 INFO (qtp14975107-22646) [n:127.0.0.1:40945_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.c.S.Request [utilizenodecoll_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2802012 INFO (qtp19003439-22652) [n:127.0.0.1:41977_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2802012 INFO (qtp19003439-22652) [n:127.0.0.1:41977_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2802013 INFO (qtp19003439-22652) [n:127.0.0.1:41977_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41977/solr/utilizenodecoll_shard2_replica_n6/
[junit4] 2> 2802013 INFO (qtp19003439-22652) [n:127.0.0.1:41977_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=utilizenodecoll_shard2_replica_n6 url=https://127.0.0.1:41977/solr START replicas=[https://127.0.0.1:37879/solr/utilizenodecoll_shard2_replica_n4/] nUpdates=100
[junit4] 2> 2802022 INFO (qtp1642924-22648) [n:127.0.0.1:37879_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.c.S.Request [utilizenodecoll_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2802302 INFO (qtp1805869-22639) [n:127.0.0.1:33873_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=utilizenodecoll_shard1_replica_n2 url=https://127.0.0.1:33873/solr DONE. We have no versions. sync failed.
[junit4] 2> 2802302 INFO (qtp1805869-22639) [n:127.0.0.1:33873_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2802302 INFO (qtp1805869-22639) [n:127.0.0.1:33873_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2802302 INFO (qtp1805869-22639) [n:127.0.0.1:33873_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2802304 INFO (qtp1805869-22639) [n:127.0.0.1:33873_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:33873/solr/utilizenodecoll_shard1_replica_n2/ shard1
[junit4] 2> 2802313 INFO (qtp19003439-22652) [n:127.0.0.1:41977_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=utilizenodecoll_shard2_replica_n6 url=https://127.0.0.1:41977/solr DONE. We have no versions. sync failed.
[junit4] 2> 2802313 INFO (qtp19003439-22652) [n:127.0.0.1:41977_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2802314 INFO (qtp19003439-22652) [n:127.0.0.1:41977_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2802314 INFO (qtp19003439-22652) [n:127.0.0.1:41977_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2802316 INFO (qtp19003439-22652) [n:127.0.0.1:41977_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41977/solr/utilizenodecoll_shard2_replica_n6/ shard2
[junit4] 2> 2802417 INFO (zkCallback-4534-thread-2-processing-n:127.0.0.1:37879_solr) [n:127.0.0.1:37879_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2802417 INFO (zkCallback-4537-thread-2-processing-n:127.0.0.1:33873_solr) [n:127.0.0.1:33873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2802417 INFO (zkCallback-4531-thread-1-processing-n:127.0.0.1:41977_solr) [n:127.0.0.1:41977_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2802417 INFO (zkCallback-4537-thread-1-processing-n:127.0.0.1:33873_solr) [n:127.0.0.1:33873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2802417 INFO (zkCallback-4531-thread-2-processing-n:127.0.0.1:41977_solr) [n:127.0.0.1:41977_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2802417 INFO (zkCallback-4534-thread-1-processing-n:127.0.0.1:37879_solr) [n:127.0.0.1:37879_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2802418 INFO (zkCallback-4533-thread-1-processing-n:127.0.0.1:40945_solr) [n:127.0.0.1:40945_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2802418 INFO (zkCallback-4533-thread-2-processing-n:127.0.0.1:40945_solr) [n:127.0.0.1:40945_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2802455 INFO (qtp1805869-22639) [n:127.0.0.1:33873_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2802457 INFO (qtp1805869-22639) [n:127.0.0.1:33873_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=utilizenodecoll_shard1_replica_n2&action=CREATE&numShards=2&collection=utilizenodecoll&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2219
[junit4] 2> 2802467 INFO (qtp19003439-22652) [n:127.0.0.1:41977_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2802612 INFO (qtp19003439-22652) [n:127.0.0.1:41977_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=utilizenodecoll_shard2_replica_n6&action=CREATE&numShards=2&collection=utilizenodecoll&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2314
[junit4] 2> 2802612 INFO (qtp14975107-22647) [n:127.0.0.1:40945_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=utilizenodecoll_shard1_replica_n1&action=CREATE&numShards=2&collection=utilizenodecoll&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2311
[junit4] 2> 2802616 INFO (qtp1642924-22649) [n:127.0.0.1:37879_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=utilizenodecoll_shard2_replica_n4&action=CREATE&numShards=2&collection=utilizenodecoll&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2327
[junit4] 2> 2802624 INFO (qtp1805869-22637) [n:127.0.0.1:33873_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2802658 INFO (zkCallback-4537-thread-1-processing-n:127.0.0.1:33873_solr) [n:127.0.0.1:33873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2802658 INFO (zkCallback-4534-thread-2-processing-n:127.0.0.1:37879_solr) [n:127.0.0.1:37879_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2802658 INFO (zkCallback-4537-thread-2-processing-n:127.0.0.1:33873_solr) [n:127.0.0.1:33873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2802658 INFO (zkCallback-4534-thread-1-processing-n:127.0.0.1:37879_solr) [n:127.0.0.1:37879_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2802658 INFO (zkCallback-4531-thread-2-processing-n:127.0.0.1:41977_solr) [n:127.0.0.1:41977_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2802658 INFO (zkCallback-4531-thread-1-processing-n:127.0.0.1:41977_solr) [n:127.0.0.1:41977_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2802660 INFO (zkCallback-4533-thread-1-processing-n:127.0.0.1:40945_solr) [n:127.0.0.1:40945_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2802660 INFO (zkCallback-4533-thread-2-processing-n:127.0.0.1:40945_solr) [n:127.0.0.1:40945_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2803625 INFO (qtp1805869-22637) [n:127.0.0.1:33873_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf1&name=utilizenodecoll&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3713
[junit4] 2> 2803629 INFO (TEST-TestUtilizeNode.test-seed#[D12A080230F89166]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2803646 INFO (TEST-TestUtilizeNode.test-seed#[D12A080230F89166]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2803646 INFO (TEST-TestUtilizeNode.test-seed#[D12A080230F89166]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2803646 INFO (TEST-TestUtilizeNode.test-seed#[D12A080230F89166]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2803647 INFO (TEST-TestUtilizeNode.test-seed#[D12A080230F89166]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1cf4f04{/solr,null,AVAILABLE}
[junit4] 2> 2803647 INFO (TEST-TestUtilizeNode.test-seed#[D12A080230F89166]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@957344{SSL,[ssl, http/1.1]}{127.0.0.1:38537}
[junit4] 2> 2803648 INFO (TEST-TestUtilizeNode.test-seed#[D12A080230F89166]) [ ] o.e.j.s.Server Started @2804997ms
[junit4] 2> 2803648 INFO (TEST-TestUtilizeNode.test-seed#[D12A080230F89166]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38537}
[junit4] 2> 2803648 ERROR (TEST-TestUtilizeNode.test-seed#[D12A080230F89166]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2803648 INFO (TEST-TestUtilizeNode.test-seed#[D12A080230F89166]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2803648 INFO (TEST-TestUtilizeNode.test-seed#[D12A080230F89166]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2803648 INFO (TEST-TestUtilizeNode.test-seed#[D12A080230F89166]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2803648 INFO (TEST-TestUtilizeNode.test-seed#[D12A080230F89166]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-24T15:46:31.822Z
[junit4] 2> 2803651 INFO (zkConnectionManagerCallback-4557-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2803655 INFO (TEST-TestUtilizeNode.test-seed#[D12A080230F89166]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2803673 INFO (TEST-TestUtilizeNode.test-seed#[D12A080230F89166]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33581/solr
[junit4] 2> 2803682 INFO (zkConnectionManagerCallback-4561-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2803697 INFO (zkConnectionManagerCallback-4563-thread-1-processing-n:127.0.0.1:38537_solr) [n:127.0.0.1:38537_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2803738 INFO (TEST-TestUtilizeNode.test-seed#[D12A080230F89166]) [n:127.0.0.1:38537_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2803744 INFO (TEST-TestUtilizeNode.test-seed#[D12A080230F89166]) [n:127.0.0.1:38537_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2803749 INFO (TEST-TestUtilizeNode.test-seed#[D12A080230F89166]) [n:127.0.0.1:38537_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38537_solr
[junit4] 2> 2803751 INFO (zkCallback-4531-thread-2-processing-n:127.0.0.1:41977_solr) [n:127.0.0.1:41977_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2803751 INFO (zkCallback-4551-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2803752 INFO (zkCallback-4551-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2803752 INFO (zkCallback-4534-thread-2-processing-n:127.0.0.1:37879_solr) [n:127.0.0.1:37879_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2803752 INFO (zkCallback-4537-thread-2-processing-n:127.0.0.1:33873_solr) [n:127.0.0.1:33873_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2803752 INFO (zkCallback-4533-thread-1-processing-n:127.0.0.1:40945_solr) [n:127.0.0.1:40945_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2803789 INFO (zkCallback-4562-thread-1-processing-n:127.0.0.1:38537_solr) [n:127.0.0.1:38537_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2803988 INFO (OverseerCollectionConfigSetProcessor-99405580672040971-127.0.0.1:40945_solr-n_0000000000) [n:127.0.0.1:40945_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2804157 INFO (TEST-TestUtilizeNode.test-seed#[D12A080230F89166]) [n:127.0.0.1:38537_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38537.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dbe6a3
[junit4] 2> 2804183 INFO (TEST-TestUtilizeNode.test-seed#[D12A080230F89166]) [n:127.0.0.1:38537_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38537.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dbe6a3
[junit4] 2> 2804183 INFO (TEST-TestUtilizeNode.test-seed#[D12A080230F89166]) [n:127.0.0.1:38537_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38537.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dbe6a3
[junit4] 2> 2804186 INFO (TEST-TestUtilizeNode.test-seed#[D12A080230F89166]) [n:127.0.0.1:38537_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_D12A080230F89166-001/tempDir-001/node5/.
[junit4] 2> 2804317 INFO (zkConnectionManagerCallback-4567-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2804322 INFO (qtp1805869-22641) [n:127.0.0.1:33873_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :utilizenode with params node=127.0.0.1:38537_solr&action=UTILIZENODE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2804338 INFO (qtp1805869-22623) [n:127.0.0.1:33873_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.utilizenodecoll.shard1.replica_n2:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 2804343 INFO (qtp1805869-22745) [n:127.0.0.1:33873_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=2
[junit4] 2> 2804347 INFO (qtp1642924-22648) [n:127.0.0.1:37879_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.utilizenodecoll.shard2.replica_n4:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 2804349 INFO (qtp1642924-22649) [n:127.0.0.1:37879_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 2804438 INFO (qtp2467423-22773) [n:127.0.0.1:38537_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2804445 INFO (qtp14975107-22646) [n:127.0.0.1:40945_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.utilizenodecoll.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 2804447 INFO (qtp14975107-22647) [n:127.0.0.1:40945_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2804457 INFO (qtp19003439-22650) [n:127.0.0.1:41977_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.utilizenodecoll.shard2.replica_n6:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 2804464 INFO (qtp19003439-22652) [n:127.0.0.1:41977_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2804466 INFO (qtp1805869-22623) [n:127.0.0.1:33873_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.utilizenodecoll.shard1.replica_n2:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 2804472 INFO (qtp1805869-22745) [n:127.0.0.1:33873_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2804474 INFO (qtp1642924-22648) [n:127.0.0.1:37879_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.utilizenodecoll.shard2.replica_n4:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 2804476 INFO (qtp1642924-22649) [n:127.0.0.1:37879_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2804479 INFO (qtp2467423-22777) [n:127.0.0.1:38537_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2804480 INFO (qtp14975107-22646) [n:127.0.0.1:40945_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.utilizenodecoll.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 2804482 INFO (qtp14975107-22647) [n:127.0.0.1:40945_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2804483 INFO (qtp19003439-22650) [n:127.0.0.1:41977_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.utilizenodecoll.shard2.replica_n6:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 2804486 INFO (qtp19003439-22652) [n:127.0.0.1:41977_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2804487 INFO (OverseerThreadFactory-8944-thread-3-processing-n:127.0.0.1:40945_solr) [n:127.0.0.1:40945_solr ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 102576990 sessionWrapper.createTime 102576989411576, this.sessionWrapper.createTime 102576989411576
[junit4] 2> 2804487 INFO (OverseerThreadFactory-8944-thread-3-processing-n:127.0.0.1:40945_solr) [n:127.0.0.1:40945_solr ] o.a.s.c.a.c.MoveReplicaCmd Replica will be moved to node 127.0.0.1:38537_solr: core_node3:{"core":"utilizenodecoll_shard1_replica_n1","base_url":"https://127.0.0.1:40945/solr","node_name":"127.0.0.1:40945_solr","state":"active","type":"NRT"}
[junit4] 2> 2804506 INFO (OverseerThreadFactory-8944-thread-3-processing-n:127.0.0.1:40945_solr) [n:127.0.0.1:40945_solr ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:38537_solr for creating new replica
[junit4] 2> 2804509 INFO (OverseerStateUpdate-99405580672040971-127.0.0.1:40945_solr-n_0000000000) [n:127.0.0.1:40945_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"utilizenodecoll",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"utilizenodecoll_shard1_replica_n9",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:38537/solr",
[junit4] 2> "node_name":"127.0.0.1:38537_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2804611 INFO (zkCallback-4537-thread-1-processing-n:127.0.0.1:33873_solr) [n:127.0.0.1:33873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2804611 INFO (zkCallback-4531-thread-2-processing-n:127.0.0.1:41977_solr) [n:127.0.0.1:41977_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2804611 INFO (zkCallback-4531-thread-1-processing-n:127.0.0.1:41977_solr) [n:127.0.0.1:41977_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2804611 INFO (zkCallback-4533-thread-1-processing-n:127.0.0.1:40945_solr) [n:127.0.0.1:40945_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2804611 INFO (zkCallback-4533-thread-2-processing-n:127.0.0.1:40945_solr) [n:127.0.0.1:40945_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2804611 INFO (zkCallback-4537-thread-2-processing-n:127.0.0.1:33873_solr) [n:127.0.0.1:33873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2804612 INFO (zkCallback-4534-thread-2-processing-n:127.0.0.1:37879_solr) [n:127.0.0.1:37879_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2804612 INFO (zkCallback-4534-thread-1-processing-n:127.0.0.1:37879_solr) [n:127.0.0.1:37879_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2804719 INFO (qtp2467423-22778) [n:127.0.0.1:38537_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node10&collection.configName=conf1&name=utilizenodecoll_shard1_replica_n9&action=CREATE&collection=utilizenodecoll&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2804720 INFO (qtp2467423-22778) [n:127.0.0.1:38537_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2804761 INFO (qtp2467423-22778) [n:127.0.0.1:38537_solr c:utilizenodecoll s:shard1 r:core_node10 x:utilizenodecoll_shard1_replica_n9] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2804798 INFO (qtp2467423-22778) [n:127.0.0.1:38537_solr c:utilizenodecoll s:shard1 r:core_node10 x:utilizenodecoll_shard1_replica_n9] o.a.s.s.IndexSchema [utilizenodecoll_shard1_replica_n9] Schema name=cloud-dynamic
[junit4] 2> 2804840 INFO (qtp2467423-22778) [n:127.0.0.1:38537_solr c:utilizenodecoll s:shard1 r:core_node10 x:utilizenodecoll_shard1_replica_n9] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2804841 INFO (qtp2467423-22778) [n:127.0.0.1:38537_solr c:utilizenodecoll s:shard1 r:core_node10 x:utilizenodecoll_shard1_replica_n9] o.a.s.c.CoreContainer Creating SolrCore 'utilizenodecoll_shard1_replica_n9' using configuration from collection utilizenodecoll, trusted=true
[junit4] 2> 2804842 INFO (qtp2467423-22778) [n:127.0.0.1:38537_solr c:utilizenodecoll s:shard1 r:core_node10 x:utilizenodecoll_shard1_replica_n9] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38537.solr.core.utilizenodecoll.shard1.replica_n9' (registry 'solr.core.utilizenodecoll.shard1.replica_n9') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dbe6a3
[junit4] 2> 2804842 INFO (qtp2467423-22778) [n:127.0.0.1:38537_solr c:utilizenodecoll s:shard1 r:core_node10 x:utilizenodecoll_shard1_replica_n9] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2804842 INFO (qtp2467423-22778) [n:127.0.0.1:38537_solr c:utilizenodecoll s:shard1 r:core_node10 x:utilizenodecoll_shard1_replica_n9] o.a.s.c.SolrCore [[utilizenodecoll_shard1_replica_n9] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_D12A080230F89166-001/tempDir-001/node5/utilizenodecoll_shard1_replica_n9], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_D12A080230F89166-001/tempDir-001/node5/./utilizenodecoll_shard1_replica_n9/data/]
[junit4] 2> 2804862 INFO (zkCallback-4537-thread-2-processing-n:127.0.0.1:33873_solr) [n:127.0.0.1:33873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2804862 INFO (zkCallback-4537-thread-1-processing-n:127.0.0.1:33873_solr) [n:127.0.0.1:33873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2804862 INFO (zkCallback-4531-thread-2-processing-n:127.0.0.1:41977_solr) [n:127.0.0.1:41977_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2804862 INFO (zkCallback-4531-thread-1-processing-n:127.0.0.1:41977_solr) [n:127.0.0.1:41977_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [5])
[junit4] 2> 28
[...truncated too long message...]
hread-6) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2e3e08{/solr,null,UNAVAILABLE}
[junit4] 2> 2806262 INFO (coreCloseExecutor-8994-thread-1) [n:127.0.0.1:33873_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.SolrCore [utilizenodecoll_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@12f4aac
[junit4] 2> 2806262 INFO (coreCloseExecutor-8994-thread-1) [n:127.0.0.1:33873_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.utilizenodecoll.shard1.replica_n2, tag=19876524
[junit4] 2> 2806262 INFO (coreCloseExecutor-8994-thread-1) [n:127.0.0.1:33873_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@af2cd0: rootName = solr_33873, domain = solr.core.utilizenodecoll.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.utilizenodecoll.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@1bd6028
[junit4] 2> 2806277 INFO (jetty-closer-4504-thread-6) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2806280 INFO (jetty-closer-4504-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@17c2a07{/solr,null,UNAVAILABLE}
[junit4] 2> 2806283 INFO (jetty-closer-4504-thread-4) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2806286 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x16128d954a60012, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2806287 INFO (jetty-closer-4504-thread-5) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1cf4f04{/solr,null,UNAVAILABLE}
[junit4] 2> 2806288 INFO (zkCallback-4537-thread-1-processing-n:127.0.0.1:33873_solr) [n:127.0.0.1:33873_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33873_solr
[junit4] 2> 2806289 INFO (jetty-closer-4504-thread-5) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2806296 INFO (coreCloseExecutor-8994-thread-1) [n:127.0.0.1:33873_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.utilizenodecoll.shard1.leader, tag=19876524
[junit4] 2> 2806316 INFO (jetty-closer-4504-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@143e982{/solr,null,UNAVAILABLE}
[junit4] 2> 2806317 INFO (jetty-closer-4504-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2807786 INFO (jetty-closer-4504-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1bc0b29{/solr,null,UNAVAILABLE}
[junit4] 2> 2807787 INFO (jetty-closer-4504-thread-3) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2807787 ERROR (SUITE-TestUtilizeNode-seed#[D12A080230F89166]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2807787 INFO (SUITE-TestUtilizeNode-seed#[D12A080230F89166]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33581 33581
[junit4] 2> 2808112 INFO (Thread-5574) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33581 33581
[junit4] 2> 2808112 WARN (Thread-5574) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/aliases.json
[junit4] 2> 6 /solr/security.json
[junit4] 2> 5 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 38 /solr/collections/utilizenodecoll/state.json
[junit4] 2> 8 /solr/clusterprops.json
[junit4] 2> 8 /solr/clusterstate.json
[junit4] 2> 2 /solr/overseer_elect/election/99405580672040970-127.0.0.1:37879_solr-n_0000000001
[junit4] 2> 2 /solr/collections/utilizenodecoll/leader_elect/shard1/election/99405580672040972-core_node5-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 10 /solr/live_nodes
[junit4] 2> 9 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_D12A080230F89166-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1586, maxMBSortInHeap=6.5630354594070175, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1418b53), locale=ms-MY, timezone=America/Whitehorse
[junit4] 2> NOTE: Linux 4.13.0-31-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=182179984,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [CollectionsAPISolrJTest, BadCopyFieldTest, TestSQLHandlerNonCloud, SolrXmlInZkTest, TestCorePropertiesReload, TestJmxIntegration, StatsReloadRaceTest, TestUtils, QueryResultKeyTest, StatelessScriptUpdateProcessorFactoryTest, TestAtomicUpdateErrorCases, TestSimpleTextCodec, TestCloudPseudoReturnFields, DirectoryFactoryTest, CoreAdminHandlerTest, TestBulkSchemaConcurrent, DeleteNodeTest, OverriddenZkACLAndCredentialsProvidersTest, SolrShardReporterTest, TestExactSharedStatsCache, CreateCollectionCleanupTest, SharedFSAutoReplicaFailoverTest, SpellPossibilityIteratorTest, ShowFileRequestHandlerTest, NumericFieldsTest, PingRequestHandlerTest, TestMacroExpander, TestPivotHelperCode, HttpPartitionTest, SchemaApiFailureTest, TestCollectionAPI, TestSolrCloudWithHadoopAuthPlugin, BigEndianAscendingWordDeserializerTest, SearchHandlerTest, TestQueryWrapperFilter, LeaderElectionTest, TestReRankQParserPlugin, TestDynamicFieldCollectionResource, TestUseDocValuesAsStored2, DistanceUnitsTest, CollectionsAPIDistributedZkTest, TestClusterProperties, MultiThreadedOCPTest, TestJavabinTupleStreamParser, TestFilteredDocIdSet, LeaderElectionIntegrationTest, UnloadDistributedZkTest, HdfsTlogReplayBufferedWhileIndexingTest, StressHdfsTest, NoCacheHeaderTest, CdcrBootstrapTest, TestFieldResource, AliasIntegrationTest, TestFiltering, ClassificationUpdateProcessorTest, SuggesterTSTTest, CurrencyRangeFacetCloudTest, DocValuesTest, GraphQueryTest, AutoAddReplicasIntegrationTest, CacheHeaderTest, DistributedFacetPivotSmallTest, SpellCheckComponentTest, VMParamsZkACLAndCredentialsProvidersTest, TestAuthorizationFramework, TestXmlQParser, BasicDistributedZk2Test, TestDFISimilarityFactory, SpatialHeatmapFacetsTest, DistributedDebugComponentTest, ConnectionReuseTest, FileBasedSpellCheckerTest, TestSolr4Spatial2, DisMaxRequestHandlerTest, TestJsonFacetRefinement, TestEmbeddedSolrServerConstructors, TestSolrCloudWithDelegationTokens, TestTlogReplica, TestFreeTextSuggestions, LegacyCloudClusterPropTest, JvmMetricsTest, TestLazyCores, TestComplexPhraseQParserPlugin, DistributedQueryComponentOptimizationTest, TestScoreJoinQPNoScore, TestGenericDistributedQueue, RollingRestartTest, HdfsNNFailoverTest, TestComputePlanAction, ExplicitHLLTest, CleanupOldIndexTest, ZkStateWriterTest, TestLeaderElectionWithEmptyReplica, IgnoreCommitOptimizeUpdateProcessorFactoryTest, CopyFieldTest, TestCoreContainer, SolrJmxReporterTest, TestManagedSchemaAPI, MoreLikeThisHandlerTest, HdfsRestartWhileUpdatingTest, TermVectorComponentTest, TestLockTree, InfixSuggestersTest, TestSchemaNameResource, TestInitQParser, TestTolerantSearch, TestRangeQuery, RecoveryZkTest, DistribJoinFromCollectionTest, TestDistributedMissingSort, DateMathParserTest, ConvertedLegacyTest, SearchHandlerTest, TimeZoneUtilsTest, TestStandardQParsers, TestCloudInspectUtil, TimeRoutedAliasUpdateProcessorTest, TestSuggestSpellingConverter, HdfsCollectionsAPIDistributedZkTest, DistributedFacetPivotLargeTest, TestFastWriter, TestSchemaManager, TestFaceting, TestLegacyTerms, LeaderFailureAfterFreshStartTest, TestRecovery, TermVectorComponentDistributedTest, TestRealTimeGet, TestStressReorder, TestJoin, SimpleFacetsTest, StatsComponentTest, PeerSyncTest, SoftAutoCommitTest, MultiTermTest, MinimalSchemaTest, OutputWriterTest, TestSolrCoreProperties, TestPhraseSuggestions, TestCodecSupport, TestPerFieldSimilarity, TestBM25SimilarityFactory, PluginInfoTest, PreAnalyzedFieldTest, TestSystemIdResolver, DateFieldTest, ClusterStateTest, TestSolrJ, TestLRUCache, CircularListTest, DistributedMLTComponentTest, TestRTGBase, CursorPagingTest, DistributedIntervalFacetingTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestLuceneIndexBackCompat, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, AddReplicaTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, DocValuesNotIndexedTest, ForceLeaderTest, LeaderInitiatedRecoveryOnShardRestartTest, MoveReplicaHDFSFailoverTest, OverseerModifyCollectionTest, OverseerRolesTest, OverseerStatusTest, OverseerTaskQueueTest, RecoveryAfterSoftCommitTest, ReplicationFactorTest, SolrCLIZkUtilsTest, TestCloudDeleteByQuery, TestCloudPivotFacet, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestDeleteCollectionOnDownNodes, TestDownShardTolerantSearch, TestMiniSolrCloudClusterSSL, TestPullReplicaErrorHandling, TestRandomRequestDistribution, TestSegmentSorting, TestUtilizeNode]
[junit4] Completed [562/768 (1!)] on J2 in 9.23s, 1 test, 1 failure <<< FAILURES!
[...truncated 44659 lines...]