You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/10/24 11:34:37 UTC
[JENKINS] Lucene-Solr-master-Windows (64bit/jdk-9) - Build # 6976 -
Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6976/
Java: 64bit/jdk-9 -XX:-UseCompressedOops -XX:+UseParallelGC --illegal-access=deny
2 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testIntegration
Error Message:
Timed out waiting for replicas of collection to be 2 again null Live Nodes: [127.0.0.1:49774_solr] Last available state: DocCollection(testIntegration//collections/testIntegration/state.json/7)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node3":{ "core":"testIntegration_shard1_replica_n1", "base_url":"http://127.0.0.1:49773/solr", "node_name":"127.0.0.1:49773_solr", "state":"down", "type":"NRT"}, "core_node4":{ "core":"testIntegration_shard1_replica_n2", "base_url":"http://127.0.0.1:49774/solr", "node_name":"127.0.0.1:49774_solr", "state":"active", "type":"NRT", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Timed out waiting for replicas of collection to be 2 again
null
Live Nodes: [127.0.0.1:49774_solr]
Last available state: DocCollection(testIntegration//collections/testIntegration/state.json/7)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node3":{
"core":"testIntegration_shard1_replica_n1",
"base_url":"http://127.0.0.1:49773/solr",
"node_name":"127.0.0.1:49773_solr",
"state":"down",
"type":"NRT"},
"core_node4":{
"core":"testIntegration_shard1_replica_n2",
"base_url":"http://127.0.0.1:49774/solr",
"node_name":"127.0.0.1:49774_solr",
"state":"active",
"type":"NRT",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([E3D68B67D3F49215:53B7854BF6CB3330]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testIntegration(ExecutePlanActionTest.java:209)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.autoscaling.ExecutePlanActionTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.autoscaling.ExecutePlanActionTest: 1) Thread[id=28532, name=AutoscalingActionExecutor-11289-thread-1, state=TIMED_WAITING, group=TGRP-ExecutePlanActionTest] at java.base@9/java.lang.Thread.sleep(Native Method) at java.base@9/java.lang.Thread.sleep(Thread.java:340) at java.base@9/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:401) at app//org.apache.solr.cloud.autoscaling.ExecutePlanAction.waitForTaskToFinish(ExecutePlanAction.java:155) at app//org.apache.solr.cloud.autoscaling.ScheduledTriggers.waitForPendingTasks(ScheduledTriggers.java:289) at app//org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$2(ScheduledTriggers.java:221) at app//org.apache.solr.cloud.autoscaling.ScheduledTriggers$$Lambda$574/156180407.run(Unknown Source) at java.base@9/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514) at java.base@9/java.util.concurrent.FutureTask.run(FutureTask.java:264) at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$230/636851275.run(Unknown Source) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.autoscaling.ExecutePlanActionTest:
1) Thread[id=28532, name=AutoscalingActionExecutor-11289-thread-1, state=TIMED_WAITING, group=TGRP-ExecutePlanActionTest]
at java.base@9/java.lang.Thread.sleep(Native Method)
at java.base@9/java.lang.Thread.sleep(Thread.java:340)
at java.base@9/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:401)
at app//org.apache.solr.cloud.autoscaling.ExecutePlanAction.waitForTaskToFinish(ExecutePlanAction.java:155)
at app//org.apache.solr.cloud.autoscaling.ScheduledTriggers.waitForPendingTasks(ScheduledTriggers.java:289)
at app//org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$2(ScheduledTriggers.java:221)
at app//org.apache.solr.cloud.autoscaling.ScheduledTriggers$$Lambda$574/156180407.run(Unknown Source)
at java.base@9/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
at java.base@9/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$230/636851275.run(Unknown Source)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([E3D68B67D3F49215]:0)
Build Log:
[...truncated 13731 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.ExecutePlanActionTest
[junit4] 2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.autoscaling.ExecutePlanActionTest_E3D68B67D3F49215-001\init-core-data-001
[junit4] 2> 2415098 WARN (SUITE-ExecutePlanActionTest-seed#[E3D68B67D3F49215]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=10 numCloses=10
[junit4] 2> 2415099 INFO (SUITE-ExecutePlanActionTest-seed#[E3D68B67D3F49215]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2415100 INFO (SUITE-ExecutePlanActionTest-seed#[E3D68B67D3F49215]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 2415100 INFO (SUITE-ExecutePlanActionTest-seed#[E3D68B67D3F49215]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2415100 INFO (SUITE-ExecutePlanActionTest-seed#[E3D68B67D3F49215]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.autoscaling.ExecutePlanActionTest_E3D68B67D3F49215-001\tempDir-001
[junit4] 2> 2415100 INFO (SUITE-ExecutePlanActionTest-seed#[E3D68B67D3F49215]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2415101 INFO (Thread-5371) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2415102 INFO (Thread-5371) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2415106 ERROR (Thread-5371) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2415202 INFO (SUITE-ExecutePlanActionTest-seed#[E3D68B67D3F49215]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:49769
[junit4] 2> 2415207 INFO (jetty-launcher-5536-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2415207 INFO (jetty-launcher-5536-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2415208 INFO (jetty-launcher-5536-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3f1602df{/solr,null,AVAILABLE}
[junit4] 2> 2415208 INFO (jetty-launcher-5536-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5c2e5972{/solr,null,AVAILABLE}
[junit4] 2> 2415210 INFO (jetty-launcher-5536-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@719808e0{HTTP/1.1,[http/1.1]}{127.0.0.1:49774}
[junit4] 2> 2415210 INFO (jetty-launcher-5536-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1bbdf432{HTTP/1.1,[http/1.1]}{127.0.0.1:49773}
[junit4] 2> 2415210 INFO (jetty-launcher-5536-thread-1) [ ] o.e.j.s.Server Started @2425201ms
[junit4] 2> 2415210 INFO (jetty-launcher-5536-thread-2) [ ] o.e.j.s.Server Started @2425201ms
[junit4] 2> 2415210 INFO (jetty-launcher-5536-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49774}
[junit4] 2> 2415210 INFO (jetty-launcher-5536-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49773}
[junit4] 2> 2415210 ERROR (jetty-launcher-5536-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2415210 ERROR (jetty-launcher-5536-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2415211 INFO (jetty-launcher-5536-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2415211 INFO (jetty-launcher-5536-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2415211 INFO (jetty-launcher-5536-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2415211 INFO (jetty-launcher-5536-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2415211 INFO (jetty-launcher-5536-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2415211 INFO (jetty-launcher-5536-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2415211 INFO (jetty-launcher-5536-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T11:07:49.350935200Z
[junit4] 2> 2415211 INFO (jetty-launcher-5536-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T11:07:49.350935200Z
[junit4] 2> 2415214 INFO (jetty-launcher-5536-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2415214 INFO (jetty-launcher-5536-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2415218 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f4e112c7d0002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 2415220 INFO (jetty-launcher-5536-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49769/solr
[junit4] 2> 2415221 INFO (jetty-launcher-5536-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49769/solr
[junit4] 2> 2415223 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f4e112c7d0003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 2415308 INFO (jetty-launcher-5536-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2415308 INFO (jetty-launcher-5536-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2415309 INFO (jetty-launcher-5536-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:49774_solr
[junit4] 2> 2415309 INFO (jetty-launcher-5536-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49773_solr
[junit4] 2> 2415310 INFO (jetty-launcher-5536-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98883552493240325-127.0.0.1:49774_solr-n_0000000000) starting
[junit4] 2> 2415310 INFO (zkCallback-5548-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2415311 INFO (zkCallback-5547-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2415317 INFO (jetty-launcher-5536-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49774_solr
[junit4] 2> 2415318 DEBUG (OverseerAutoScalingTriggerThread-98883552493240325-127.0.0.1:49774_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 2415319 INFO (zkCallback-5548-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2415319 INFO (zkCallback-5547-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2415320 DEBUG (OverseerAutoScalingTriggerThread-98883552493240325-127.0.0.1:49774_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 2415320 DEBUG (OverseerAutoScalingTriggerThread-98883552493240325-127.0.0.1:49774_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:49774_solr, 127.0.0.1:49773_solr]
[junit4] 2> 2415320 DEBUG (OverseerAutoScalingTriggerThread-98883552493240325-127.0.0.1:49774_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 2415320 DEBUG (OverseerAutoScalingTriggerThread-98883552493240325-127.0.0.1:49774_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 2415321 DEBUG (OverseerAutoScalingTriggerThread-98883552493240325-127.0.0.1:49774_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2415321 DEBUG (OverseerAutoScalingTriggerThread-98883552493240325-127.0.0.1:49774_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 2415323 DEBUG (ScheduledTrigger-11288-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:49774_solr, 127.0.0.1:49773_solr]
[junit4] 2> 2415376 INFO (jetty-launcher-5536-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49773.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cc2fd14
[junit4] 2> 2415382 INFO (jetty-launcher-5536-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49773.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cc2fd14
[junit4] 2> 2415383 INFO (jetty-launcher-5536-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49773.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cc2fd14
[junit4] 2> 2415383 INFO (jetty-launcher-5536-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.autoscaling.ExecutePlanActionTest_E3D68B67D3F49215-001\tempDir-001\node2\.
[junit4] 2> 2415400 INFO (jetty-launcher-5536-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49774.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cc2fd14
[junit4] 2> 2415405 INFO (jetty-launcher-5536-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49774.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cc2fd14
[junit4] 2> 2415407 INFO (jetty-launcher-5536-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49774.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cc2fd14
[junit4] 2> 2415407 INFO (jetty-launcher-5536-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.autoscaling.ExecutePlanActionTest_E3D68B67D3F49215-001\tempDir-001\node1\.
[junit4] 2> 2415427 INFO (SUITE-ExecutePlanActionTest-seed#[E3D68B67D3F49215]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2415428 INFO (SUITE-ExecutePlanActionTest-seed#[E3D68B67D3F49215]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:49769/solr ready
[junit4] 2> 2415439 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[E3D68B67D3F49215]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testExecute
[junit4] 2> 2415439 DEBUG (zkCallback-5548-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 2415439 DEBUG (OverseerAutoScalingTriggerThread-98883552493240325-127.0.0.1:49774_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 2415441 DEBUG (OverseerAutoScalingTriggerThread-98883552493240325-127.0.0.1:49774_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2415441 DEBUG (OverseerAutoScalingTriggerThread-98883552493240325-127.0.0.1:49774_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2415442 DEBUG (OverseerAutoScalingTriggerThread-98883552493240325-127.0.0.1:49774_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 2415444 INFO (qtp2128527588-28422) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=testExecute&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2415446 INFO (OverseerThreadFactory-11290-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection testExecute
[junit4] 2> 2415553 INFO (OverseerStateUpdate-98883552493240325-127.0.0.1:49774_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testExecute",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testExecute_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:49774/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2415555 INFO (OverseerStateUpdate-98883552493240325-127.0.0.1:49774_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testExecute",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testExecute_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:49773/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2415759 INFO (qtp2128527588-28420) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n1&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2415759 INFO (qtp149771017-28412) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n2&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2415760 INFO (qtp2128527588-28420) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2415760 INFO (qtp149771017-28412) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2415865 INFO (zkCallback-5547-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2415865 INFO (zkCallback-5548-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2415865 INFO (zkCallback-5548-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2415865 INFO (zkCallback-5547-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2416771 INFO (qtp2128527588-28420) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2416771 INFO (qtp149771017-28412) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2416785 INFO (qtp149771017-28412) [ ] o.a.s.s.IndexSchema [testExecute_shard1_replica_n2] Schema name=minimal
[junit4] 2> 2416785 INFO (qtp2128527588-28420) [ ] o.a.s.s.IndexSchema [testExecute_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2416786 INFO (qtp149771017-28412) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2416786 INFO (qtp149771017-28412) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testExecute_shard1_replica_n2' using configuration from collection testExecute, trusted=true
[junit4] 2> 2416786 INFO (qtp2128527588-28420) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2416787 INFO (qtp2128527588-28420) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testExecute_shard1_replica_n1' using configuration from collection testExecute, trusted=true
[junit4] 2> 2416787 INFO (qtp149771017-28412) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49773.solr.core.testExecute.shard1.replica_n2' (registry 'solr.core.testExecute.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cc2fd14
[junit4] 2> 2416787 INFO (qtp149771017-28412) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2416787 INFO (qtp149771017-28412) [ ] o.a.s.c.SolrCore [[testExecute_shard1_replica_n2] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.autoscaling.ExecutePlanActionTest_E3D68B67D3F49215-001\tempDir-001\node2\testExecute_shard1_replica_n2], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.autoscaling.ExecutePlanActionTest_E3D68B67D3F49215-001\tempDir-001\node2\.\testExecute_shard1_replica_n2\data\]
[junit4] 2> 2416787 INFO (qtp2128527588-28420) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49774.solr.core.testExecute.shard1.replica_n1' (registry 'solr.core.testExecute.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cc2fd14
[junit4] 2> 2416788 INFO (qtp2128527588-28420) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2416788 INFO (qtp2128527588-28420) [ ] o.a.s.c.SolrCore [[testExecute_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.autoscaling.ExecutePlanActionTest_E3D68B67D3F49215-001\tempDir-001\node1\testExecute_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.autoscaling.ExecutePlanActionTest_E3D68B67D3F49215-001\tempDir-001\node1\.\testExecute_shard1_replica_n1\data\]
[junit4] 2> 2416838 INFO (qtp2128527588-28420) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2416839 INFO (qtp2128527588-28420) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2416839 INFO (qtp149771017-28412) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2416839 INFO (qtp149771017-28412) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2416840 INFO (qtp2128527588-28420) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2416840 INFO (qtp149771017-28412) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2416840 INFO (qtp2128527588-28420) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2416840 INFO (qtp149771017-28412) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2416841 INFO (qtp149771017-28412) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e036715[testExecute_shard1_replica_n2] main]
[junit4] 2> 2416841 INFO (qtp2128527588-28420) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3cf9f738[testExecute_shard1_replica_n1] main]
[junit4] 2> 2416842 INFO (qtp2128527588-28420) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2416842 INFO (qtp149771017-28412) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2416843 INFO (qtp2128527588-28420) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2416843 INFO (qtp149771017-28412) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2416843 INFO (qtp149771017-28412) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2416843 INFO (qtp2128527588-28420) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2416844 INFO (searcherExecutor-11295-thread-1) [ ] o.a.s.c.SolrCore [testExecute_shard1_replica_n2] Registered new searcher Searcher@3e036715[testExecute_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2416844 INFO (searcherExecutor-11296-thread-1) [ ] o.a.s.c.SolrCore [testExecute_shard1_replica_n1] Registered new searcher Searcher@3cf9f738[testExecute_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2416844 INFO (qtp149771017-28412) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582136841714270208
[junit4] 2> 2416844 INFO (qtp2128527588-28420) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582136841714270208
[junit4] 2> 2416849 INFO (qtp149771017-28412) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2416849 INFO (qtp149771017-28412) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2416849 INFO (qtp149771017-28412) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:49773/solr/testExecute_shard1_replica_n2/
[junit4] 2> 2416850 INFO (qtp149771017-28412) [ ] o.a.s.u.PeerSync PeerSync: core=testExecute_shard1_replica_n2 url=http://127.0.0.1:49773/solr START replicas=[http://127.0.0.1:49774/solr/testExecute_shard1_replica_n1/] nUpdates=100
[junit4] 2> 2416851 INFO (qtp2128527588-28416) [ ] o.a.s.c.S.Request [testExecute_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2416951 INFO (zkCallback-5548-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2416951 INFO (zkCallback-5547-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2416951 INFO (zkCallback-5547-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2416951 INFO (zkCallback-5548-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2417150 INFO (qtp149771017-28412) [ ] o.a.s.u.PeerSync PeerSync: core=testExecute_shard1_replica_n2 url=http://127.0.0.1:49773/solr DONE. We have no versions. sync failed.
[junit4] 2> 2417150 INFO (qtp149771017-28412) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2417150 INFO (qtp149771017-28412) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2417150 INFO (qtp149771017-28412) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2417155 INFO (qtp149771017-28412) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:49773/solr/testExecute_shard1_replica_n2/ shard1
[junit4] 2> 2417257 INFO (zkCallback-5548-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2417257 INFO (zkCallback-5547-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2417257 INFO (zkCallback-5547-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2417257 INFO (zkCallback-5548-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2417307 INFO (qtp149771017-28412) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2417308 INFO (qtp149771017-28412) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n2&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1548
[junit4] 2> 2417411 INFO (zkCallback-5548-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2417411 INFO (zkCallback-5547-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2417411 INFO (zkCallback-5547-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2417411 INFO (zkCallback-5548-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2417851 INFO (qtp2128527588-28420) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n1&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2091
[junit4] 2> 2417853 INFO (qtp2128527588-28422) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2417953 INFO (zkCallback-5547-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2417953 INFO (zkCallback-5547-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2417953 INFO (zkCallback-5548-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2417953 INFO (zkCallback-5548-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2418853 INFO (qtp2128527588-28422) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=testExecute&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3408
[junit4] 2> 2418857 DEBUG (TEST-ExecutePlanActionTest.testExecute-seed#[E3D68B67D3F49215]) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"14f07cf66c9acec0Tbs163ds188wq1mo9yo39pmx9l",
[junit4] 2> "source":"mock_trigger_name",
[junit4] 2> "eventTime":1508843272995000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1508843272995000000],
[junit4] 2> "nodeNames":["127.0.0.1:49774_solr"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@56098490, org.apache.solr.cloud.autoscaling.ExecutePlanActionTest$1@619f725a]}
[junit4] 2> 2418857 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[E3D68B67D3F49215]) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testExecute&targetNode=127.0.0.1:49773_solr&replica=core_node3
[junit4] 2> 2418859 DEBUG (TEST-ExecutePlanActionTest.testExecute-seed#[E3D68B67D3F49215]) [ ] o.a.s.c.a.ExecutePlanAction Saved requestId: mock_trigger_name/14f07cf66c9acec0Tbs163ds188wq1mo9yo39pmx9l/0 in znode: /autoscaling/triggerState/mock_trigger_name/execute_plan/op-0000000000
[junit4] 2> 2418860 INFO (qtp2128527588-28430) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :movereplica with params async=mock_trigger_name/14f07cf66c9acec0Tbs163ds188wq1mo9yo39pmx9l/0&replica=core_node3&action=MOVEREPLICA&collection=testExecute&targetNode=127.0.0.1:49773_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2418862 INFO (qtp2128527588-28430) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=mock_trigger_name/14f07cf66c9acec0Tbs163ds188wq1mo9yo39pmx9l/0&replica=core_node3&action=MOVEREPLICA&collection=testExecute&targetNode=127.0.0.1:49773_solr&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2418862 INFO (qtp2128527588-28431) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=mock_trigger_name/14f07cf66c9acec0Tbs163ds188wq1mo9yo39pmx9l/0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2418864 INFO (qtp2128527588-28431) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14f07cf66c9acec0Tbs163ds188wq1mo9yo39pmx9l/0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2418865 INFO (OverseerThreadFactory-11290-thread-2) [ ] o.a.s.c.MoveReplicaCmd Replica will be moved core_node3:{"core":"testExecute_shard1_replica_n1","base_url":"http://127.0.0.1:49774/solr","node_name":"127.0.0.1:49774_solr","state":"active","type":"NRT"}
[junit4] 2> 2418865 INFO (OverseerCollectionConfigSetProcessor-98883552493240325-127.0.0.1:49774_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2418867 INFO (OverseerThreadFactory-11290-thread-2) [ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:49773_solr for creating new replica
[junit4] 2> 2418869 INFO (OverseerStateUpdate-98883552493240325-127.0.0.1:49774_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"testExecute",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testExecute_shard1_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:49773/solr",
[junit4] 2> "node_name":"127.0.0.1:49773_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2418972 INFO (zkCallback-5547-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2418972 INFO (zkCallback-5547-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2418972 INFO (zkCallback-5548-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2418972 INFO (zkCallback-5548-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2419069 INFO (qtp149771017-28414) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=mock_trigger_name/14f07cf66c9acec0Tbs163ds188wq1mo9yo39pmx9l/0172885122192795&qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=testExecute_shard1_replica_n5&action=CREATE&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=0
[junit4] 2> 2419069 INFO (parallelCoreAdminExecutor-11291-thread-1) [ ] o.a.s.h.a.CoreAdminOperation core create command async=mock_trigger_name/14f07cf66c9acec0Tbs163ds188wq1mo9yo39pmx9l/0172885122192795&qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=testExecute_shard1_replica_n5&action=CREATE&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2419071 INFO (qtp149771017-28415) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : mock_trigger_name/14f07cf66c9acec0Tbs163ds188wq1mo9yo39pmx9l/0172885122192795
[junit4] 2> 2419071 INFO (qtp149771017-28415) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=mock_trigger_name/14f07cf66c9acec0Tbs163ds188wq1mo9yo39pmx9l/0172885122192795&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2419078 INFO (parallelCoreAdminExecutor-11291-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2419096 INFO (parallelCoreAdminExecutor-11291-thread-1) [ ] o.a.s.s.IndexSchema [testExecute_shard1_replica_n5] Schema name=minimal
[junit4] 2> 2419097 INFO (parallelCoreAdminExecutor-11291-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2419097 INFO (parallelCoreAdminExecutor-11291-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testExecute_shard1_replica_n5' using configuration from collection testExecute, trusted=true
[junit4] 2> 2419098 INFO (parallelCoreAdminExecutor-11291-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49773.solr.core.testExecute.shard1.replica_n5' (registry 'solr.core.testExecute.shard1.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cc2fd14
[junit4] 2> 2419098 INFO (parallelCoreAdminExecutor-11291-thread-1) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2419098 INFO (parallelCoreAdminExecutor-11291-thread-1) [ ] o.a.s.c.SolrCore [[testExecute_shard1_replica_n5] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.autoscaling.ExecutePlanActionTest_E3D68B67D3F49215-001\tempDir-001\node2\testExecute_shard1_replica_n5], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.autoscaling.ExecutePlanActionTest_E3D68B67D3F49215-001\tempDir-001\node2\.\testExecute_shard1_replica_n5\data\]
[junit4] 2> 2419145 INFO (parallelCoreAdminExecutor-11291-thread-1) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2419145 INFO (parallelCoreAdminExecutor-11291-thread-1) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2419146 INFO (parallelCoreAdminExecutor-11291-thread-1) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2419146 INFO (parallelCoreAdminExecutor-11291-thread-1) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2419147 INFO (parallelCoreAdminExecutor-11291-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5b0f7963[testExecute_shard1_replica_n5] main]
[junit4] 2> 2419148 INFO (parallelCoreAdminExecutor-11291-thread-1) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2419149 INFO (parallelCoreAdminExecutor-11291-thread-1) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2419149 INFO (parallelCoreAdminExecutor-11291-thread-1) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2419150 INFO (searcherExecutor-11305-thread-1) [ ] o.a.s.c.SolrCore [testExecute_shard1_replica_n5] Registered new searcher Searcher@5b0f7963[testExecute_shard1_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2419150 INFO (parallelCoreAdminExecutor-11291-thread-1) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582136844132286464
[junit4] 2> 2419153 INFO (parallelCoreAdminExecutor-11291-thread-1) [ ] o.a.s.c.ZkController Core needs to recover:testExecute_shard1_replica_n5
[junit4] 2> 2419153 INFO (updateExecutor-5541-thread-1) [ ] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 2419154 INFO (recoveryExecutor-5543-thread-1) [ ] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 2419154 INFO (recoveryExecutor-5543-thread-1) [ ] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 2419154 INFO (recoveryExecutor-5543-thread-1) [ ] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[testExecute_shard1_replica_n5]
[junit4] 2> 2419154 INFO (recoveryExecutor-5543-thread-1) [ ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 2419154 INFO (recoveryExecutor-5543-thread-1) [ ] o.a.s.c.RecoveryStrategy Publishing state of core [testExecute_shard1_replica_n5] as recovering, leader is [http://127.0.0.1:49773/solr/testExecute_shard1_replica_n2/] and I am [http://127.0.0.1:49773/solr/testExecute_shard1_replica_n5/]
[junit4] 2> 2419156 INFO (recoveryExecutor-5543-thread-1) [ ] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:49773/solr]; [WaitForState: action=PREPRECOVERY&core=testExecute_shard1_replica_n2&nodeName=127.0.0.1:49773_solr&coreNodeName=core_node6&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 2419157 INFO (qtp149771017-28419) [ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node6, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 2419158 INFO (qtp149771017-28419) [ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=testExecute, shard=shard1, thisCore=testExecute_shard1_replica_n2, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:49773_solr, coreNodeName=core_node6, onlyIfActiveCheckResult=false, nodeProps: core_node6:{"core":"testExecute_shard1_replica_n5","base_url":"http://127.0.0.1:49773/solr","state":"down","node_name":"127.0.0.1:49773_solr","type":"NRT"}
[junit4] 2> 2419258 INFO (zkCallback-5548-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2419258 INFO (zkCallback-5547-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2419258 INFO (zkCallback-5547-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2419258 INFO (zkCallback-5548-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2420071 INFO (qtp149771017-28417) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : mock_trigger_name/14f07cf66c9acec0Tbs163ds188wq1mo9yo39pmx9l/0172885122192795
[junit4] 2> 2420071 INFO (qtp149771017-28417) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=mock_trigger_name/14f07cf66c9acec0Tbs163ds188wq1mo9yo39pmx9l/0172885122192795&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2420072 INFO (qtp2128527588-28423) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testExecute_shard1_replica_n1&async=mock_trigger_name/14f07cf66c9acec0Tbs163ds188wq1mo9yo39pmx9l/0172886124548837&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2&deleteIndex=true} status=0 QTime=0
[junit4] 2> 2420073 INFO (qtp2128527588-28421) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : mock_trigger_name/14f07cf66c9acec0Tbs163ds188wq1mo9yo39pmx9l/0172886124548837
[junit4] 2> 2420073 INFO (qtp2128527588-28421) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=mock_trigger_name/14f07cf66c9acec0Tbs163ds188wq1mo9yo39pmx9l/0172886124548837&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2420073 INFO (parallelCoreAdminExecutor-11292-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testExecute.shard1.replica_n1, tag=null
[junit4] 2> 2420073 INFO (parallelCoreAdminExecutor-11292-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2b7d5544: rootName = solr_49774, domain = solr.core.testExecute.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testExecute.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@58a56bac
[junit4] 2> 2420079 INFO (parallelCoreAdminExecutor-11292-thread-1) [ ] o.a.s.c.SolrCore [testExecute_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@7521ab19
[junit4] 2> 2420079 INFO (parallelCoreAdminExecutor-11292-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testExecute.shard1.replica_n1, tag=1965140761
[junit4] 2> 2420079 INFO (parallelCoreAdminExecutor-11292-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testExecute.shard1.leader, tag=1965140761
[junit4] 2> 2420082 INFO (parallelCoreAdminExecutor-11292-thread-1) [ ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
[junit4] 2> 2420159 INFO (qtp149771017-28419) [ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=testExecute, shard=shard1, thisCore=testExecute_shard1_replica_n2, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:49773_solr, coreNodeName=core_node6, onlyIfActiveCheckResult=false, nodeProps: core_node6:{"core":"testExecute_shard1_replica_n5","base_url":"http://127.0.0.1:49773/solr","node_name":"127.0.0.1:49773_solr","state":"recovering","type":"NRT"}
[junit4] 2> 2420159 INFO (qtp149771017-28419) [ ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node6, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 2420159 INFO (qtp149771017-28419) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:49773_solr&onlyIfLeaderActive=true&core=testExecute_shard1_replica_n2&coreNodeName=core_node6&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1001
[junit4] 2> 2420184 INFO (zkCallback-5547-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2420184 INFO (zkCallback-5547-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2420659 INFO (recoveryExecutor-5543-thread-1) [ ] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:49773/solr/testExecute_shard1_replica_n2/] - recoveringAfterStartup=[true]
[junit4] 2> 2420659 INFO (recoveryExecutor-5543-thread-1) [ ] o.a.s.u.PeerSync PeerSync: core=testExecute_shard1_replica_n5 url=http://127.0.0.1:49773/solr START replicas=[http://127.0.0.1:49773/solr/testExecute_shard1_replica_n2/] nUpdates=100
[junit4] 2> 2420661 INFO (qtp149771017-28414) [ ] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 2420661 INFO (qtp149771017-28414) [ ] o.a.s.c.S.Request [testExecute_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2420661 INFO (recoveryExecutor-5543-thread-1) [ ] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 2420661 INFO (recoveryExecutor-5543-thread-1) [ ] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 2420661 INFO (recoveryExecutor-5543-thread-1) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2420661 INFO (recoveryExecutor-5543-thread-1) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 2420661 INFO (recoveryExecutor-5543-thread-1) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2420661 INFO (recoveryExecutor-5543-thread-1) [ ] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
[junit4] 2> 2420662 INFO (recoveryExecutor-5543-thread-1) [ ] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
[junit4] 2> 2420662 INFO (recoveryExecutor-5543-thread-1) [ ] o.a.s.c.RecoveryStrategy No replay needed.
[junit4] 2> 2420662 INFO (recoveryExecutor-5543-thread-1) [ ] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 2420765 INFO (zkCallback-5547-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2420765 INFO (zkCallback-5547-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2421073 INFO (qtp2128527588-28418) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : mock_trigger_name/14f07cf66c9acec0Tbs163ds188wq1mo9yo39pmx9l/0172886124548837
[junit4] 2> 2421073 INFO (qtp2128527588-28418) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=mock_trigger_name/14f07cf66c9acec0Tbs163ds188wq1mo9yo39pmx9l/0172886124548837&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2421177 INFO (OverseerThreadFactory-11290-thread-2) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2422868 INFO (OverseerCollectionConfigSetProcessor-98883552493240325-127.0.0.1:49774_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2423866 INFO (qtp2128527588-28416) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=mock_trigger_name/14f07cf66c9acec0Tbs163ds188wq1mo9yo39pmx9l/0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2423867 INFO (qtp2128527588-28416) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14f07cf66c9acec0Tbs163ds188wq1mo9yo39pmx9l/0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2423868 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[E3D68B67D3F49215]) [ ] o.a.s.c.a.ExecutePlanAction Task with requestId=mock_trigger_name/14f07cf66c9acec0Tbs163ds188wq1mo9yo39pmx9l/0 finished with state=COMPLETED in 5s
[junit4] 2> 2423868 INFO (qtp2128527588-28420) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=mock_trigger_name/14f07cf66c9acec0Tbs163ds188wq1mo9yo39pmx9l/0&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2423868 INFO (qtp2128527588-28420) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14f07cf66c9acec0Tbs163ds188wq1mo9yo39pmx9l/0&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2423869 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[E3D68B67D3F49215]) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=OVERSEERSTATUS
[junit4] 2> 2423871 DEBUG (TEST-ExecutePlanActionTest.testExecute-seed#[E3D68B67D3F49215]) [ ] o.a.s.c.a.ExecutePlanAction Saved requestId: mock_trigger_name/14f07cf66c9acec0Tbs163ds188wq1mo9yo39pmx9l/0 in znode: /autoscaling/triggerState/mock_trigger_name/execute_plan/op-0000000001
[junit4] 2> 2423872 INFO (qtp2128527588-28422) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params async=mock_trigger_name/14f07cf66c9acec0Tbs163ds188wq1mo9yo39pmx9l/0&action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2423874 INFO (qtp2128527588-28422) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=mock_trigger_name/14f07cf66c9acec0Tbs163ds188wq1mo9yo39pmx9l/0&action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2423874 INFO (qtp2128527588-28429) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=mock_trigger_name/14f07cf66c9acec0Tbs163ds188wq1mo9yo39pmx9l/0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2423876 INFO (qtp2128527588-28429) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14f07cf66c9acec0Tbs163ds188wq1mo9yo39pmx9l/0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2423883 INFO (OverseerThreadFactory-11290-thread-3) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000003 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2425879 INFO (OverseerCollectionConfigSetProcessor-98883552493240325-127.0.0.1:49774_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000003 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2428877 INFO (qtp2128527588-28430) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=mock_trigger_name/14f07cf66c9acec0Tbs163ds188wq1mo9yo39pmx9l/0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2428878 INFO (qtp2128527588-28430) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14f07cf66c9acec0Tbs163ds188wq1mo9yo39pmx9l/0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2428879 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[E3D68B67D3F49215]) [ ] o.a.s.c.a.ExecutePlanAction Task with requestId=mock_trigger_name/14f07cf66c9acec0Tbs163ds188wq1mo9yo39pmx9l/0 finished with state=COMPLETED in 5s
[junit4] 2> 2428879 INFO (qtp2128527588-28431) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=mock_trigger_name/14f07cf66c9acec0Tbs163ds188wq1mo9yo39pmx9l/0&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2428880 INFO (qtp2128527588-28431) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14f07cf66c9acec0Tbs163ds188wq1mo9yo39pmx9l/0&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2428881 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[E3D68B67D3F49215]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testExecute
[junit4] 2> 2428896 INFO (TEST-ExecutePlanActionTest.testIntegration-seed#[E3D68B67D3F49215]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testIntegration
[junit4] 2> 2428896 DEBUG (zkCallback-5548-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 2428896 DEBUG (OverseerAutoScalingTriggerThread-98883552493240325-127.0.0.1:49774_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 2428896 DEBUG (OverseerAutoScalingTriggerThread-98883552493240325-127.0.0.1:49774_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2428896 DEBUG (OverseerAutoScalingTriggerThread-98883552493240325-127.0.0.1:49774_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2428897 DEBUG (OverseerAutoScalingTriggerThread-98883552493240325-127.0.0.1:49774_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 2428904 INFO (qtp149771017-28425) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2428905 INFO (qtp149771017-28425) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:49769/solr ready
[junit4] 2> 2428907 INFO (qtp2128527588-28423) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2428908 INFO (qtp149771017-28417) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2428908 DEBUG (qtp149771017-28425) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2428909 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f4e112c7d000b, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 2428909 INFO (qtp149771017-28425) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=9
[junit4] 2> 2428909 DEBUG (zkCallback-5548-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 2428911 INFO (qtp2128527588-28421) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=testIntegration&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2428911 DEBUG (zkCallback-5548-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:49774_solr, 127.0.0.1:49773_solr]
[junit4] 2> 2428911 DEBUG (OverseerAutoScalingTriggerThread-98883552493240325-127.0.0.1:49774_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 2428913 INFO (OverseerThreadFactory-11290-thread-4) [ ] o.a.s.c.CreateCollectionCmd Create collection testIntegration
[junit4] 2> 2428913 DEBUG (OverseerAutoScalingTriggerThread-98883552493240325-127.0.0.1:49774_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2428914 DEBUG (OverseerAutoScalingTriggerThread-98883552493240325-127.0.0.1:49774_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 2428914 DEBUG (ScheduledTrigger-11288-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:49774_solr, 127.0.0.1:49773_solr]
[junit4] 2> 2429021 INFO (OverseerStateUpdate-98883552493240325-127.0.0.1:49774_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testIntegration",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testIntegration_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:49773/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2429023 INFO (OverseerStateUpdate-98883552493240325-127.0.0.1:49774_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testIntegration",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testIntegration_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:49774/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2429225 INFO (qtp2128527588-28418) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testIntegration_shard1_replica_n2&action=CREATE&numShards=1&collection=testIntegration&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2429225 INFO (qtp149771017-28419) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testIntegration_shard1_replica_n1&action=CREATE&numShards=1&collection=testIntegration&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2429331 INFO (zkCallback-5548-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testIntegration/state.json] for collection [testIntegration] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2429331 INFO (zkCallback-5547-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testIntegration/state.json] for collection [testIntegration] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2429331 INFO (zkCallback-5547-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testIntegration/state.json] for collection [testIntegration] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2429331 INFO (zkCallback-5548-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testIntegration/state.json] for collection [testIntegration] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2429915 DEBUG (ScheduledTrigger-11288-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:49774_solr, 127.0.0.1:49773_solr]
[junit4] 2> 2430235 INFO (qtp2128527588-28418) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2430235 INFO (qtp149771017-28419) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2430255 INFO (qtp149771017-28419) [ ] o.a.s.s.IndexSchema [testIntegration_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2430255 INFO (qtp2128527588-28418) [ ] o.a.s.s.IndexSchema [testIntegration_shard1_replica_n2] Schema name=minimal
[junit4] 2> 2430256 INFO (qtp2128527588-28418) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2430256 INFO (qtp149771017-28419) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2430257 INFO (qtp149771017-28419) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testIntegration_shard1_replica_n1' using configuration from collection testIntegration, trusted=true
[junit4] 2> 2430257 INFO (qtp2128527588-28418) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testIntegration_shard1_replica_n2' using configuration from collection testIntegration, trusted=true
[junit4] 2> 2430257 INFO (qtp149771017-28419) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49773.solr.core.testIntegration.shard1.replica_n1' (registry 'solr.core.testIntegration.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cc2fd14
[junit4] 2> 2430257 INFO (qtp2128527588-28418) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49774.solr.core.testIntegration.shard1.replica_n2' (registry 'solr.core.testIntegration.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cc2fd14
[junit4] 2> 2430257 INFO (qtp149771017-28419) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2430257 INFO (qtp2128527588-28418) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2430257 INFO (qtp149771017-28419) [ ] o.a.s.c.SolrCore [[testIntegration_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.autoscaling.ExecutePlanActionTest_E3D68B67D3F49215-001\tempDir-001\node2\testIntegration_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.autoscaling.ExecutePlanActionTest_E3D68B67D3F49215-001\tempDir-001\node2\.\testIntegration_shard1_replica_n1\data\]
[junit4] 2> 2430257 INFO (qtp2128527588-28418) [ ] o.a.s.c.SolrCore [[testIntegration_shard1_replica_n2] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.autoscaling.ExecutePlanActionTest_E3D68B67D3F49215-001\tempDir-001\node1\testIntegration_shard1_replica_n2], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.autoscaling.ExecutePlanActionTest_E3D68B67D3F49215-001\tempDir-001\node1\.\testIntegration_shard1_replica_n2\data\]
[junit4] 2> 2430317 INFO (qtp149771017-28419) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2430317 INFO (qtp149771017-28419) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2430319 INFO (qtp149771017-28419) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2430319 INFO (qtp149771017-28419) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2430320 INFO (qtp2128527588-28418) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2430320 INFO (qtp2128527588-28418) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2430320 INFO (qtp149771017-28419) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@15570840[testIntegration_shard1_replica_n1] main]
[junit4] 2> 2430321 INFO (qtp149771017-28419) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2430322 INFO (qtp149771017-28419) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2430322 INFO (qtp149771017-28419) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2430322 INFO (searcherExecutor-11310-thread-1) [ ] o.a.s.c.SolrCore [testIntegration_shard1_replica_n1] Registered new searcher Searcher@15570840[testIntegration_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2430323 INFO (qtp149771017-28419) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582136855848026112
[junit4] 2> 2430323 INFO (qtp2128527588-28418) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2430323 INFO (qtp2128527588-28418) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2430324 INFO (qtp2128527588-28418) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@fc9a51[testIntegration_shard1_replica_n2] main]
[junit4] 2> 2430326 INFO (qtp2128527588-28418) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2430326 INFO (qtp2128527588-28418) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2430326 INFO (qtp2128527588-28418) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2430328 INFO (searcherExecutor-11311-thread-1) [ ] o.a.s.c.SolrCore [testIntegration_shard1_replica_n2] Registered new searcher Searcher@fc9a51[testIntegration_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2430328 INFO (qtp2128527588-28418) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582136855853268992
[junit4] 2> 2430328 INFO (qtp149771017-28419) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2430429 INFO (zkCallback-5548-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testIntegration/state.json] for collection [testIntegration] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2430429 INFO (zkCallback-5547-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testIntegration/state.json] for collection [testIntegration] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2430429 INFO (zkCallback-5547-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testIntegration/state.json] for collection [testIntegration] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2430429 INFO (zkCallback-5548-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testIntegration/state.json] for collection [testIntegration] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2430829 INFO (qtp149771017-28419) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2430829 INFO (qtp149771017-28419) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2430829 INFO (qtp149771017-28419) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:49773/solr/testIntegration_shard1_replica_n1/
[junit4] 2> 2430829 INFO (qtp149771017-28419) [ ] o.a.s.u.PeerSync PeerSync: core=testIntegration_shard1_replica_n1 url=http://127.0.0.1:49773/solr START replicas=[http://127.0.0.1:49774/solr/testIntegration_shard1_replica_n2/] nUpdates=100
[junit4] 2> 2430831 INFO (qtp2128527588-28416) [ ] o.a.s.c.S.Request [testIntegration_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2430916 DEBUG (ScheduledTrigger-11288-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:49774_solr, 127.0.0.1:49773_solr]
[junit4] 2> 2431131 INFO (qtp149771017-28419) [ ] o.a.s.u.PeerSync PeerSync: core=testIntegration_shard1_replica_n1 url=http://127.0.0.1:49773/solr DONE. We have no versions. sync failed.
[junit4] 2> 2431131 INFO (qtp149771017-28419) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2431131 INFO (qtp149771017-28419) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2431131 INFO (qtp149771017-28419) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2431134 INFO (qtp149771017-28419) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:49773/solr/testIntegration_shard1_replica_n1/ shard1
[junit4] 2> 2431236 INFO (zkCallback-5548-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testIntegration/state.json] for collection [testIntegration] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2431236 INFO (zkCallback-5547-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testIntegration/state.json] for collection [testIntegration] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2431236 INFO (zkCallback-5547-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testIntegration/state.json] for collection [testIntegration] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2431236 INFO (zkCallback-5548-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testIntegration/state.json] for collection [testIntegration] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2431287 INFO (qtp149771017-28419) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2431289 INFO (qtp149771017-28419) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testIntegration_shard1_replica_n1&action=CREATE&numShards=1&collection=testIntegration&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2063
[junit4] 2> 2431334 INFO (qtp2128527588-28418) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testIntegration_shard1_replica_n2&action=CREATE&numShards=1&collection=testIntegration&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2108
[junit4] 2> 2431336 INFO (qtp2128527588-28421) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2431435 INFO (zkCallback-5548-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testIntegration/state.json] for collection [testIntegration] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2431435 INFO (zkCallback-5547-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testIntegration/state.json] for collection [testIntegration] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2431435 INFO (zkCallback-5547-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testIntegration/state.json] for collection [testIntegration] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2431435 INFO (zkCallback-5548-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testIntegration/state.json] for collection [testIntegration] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2431916 DEBUG (ScheduledTrigger-11288-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:49774_solr, 127.0.0.1:49773_solr]
[junit4] 2> 2432336 INFO (qtp2128527588-28421) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=testIntegration&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3424
[junit4] 2> 2432338 INFO (TEST-ExecutePlanActionTest.testIntegration-seed#[E3D68B67D3F49215]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1bbdf432{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2432338 INFO (TEST-ExecutePlanActionTest.testIntegration-seed#[E3D68B67D3F49215]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1542817001
[junit4] 2> 2432338 INFO (TEST-ExecutePlanActionTest.testIntegration-seed#[E3D68B67D3F49215]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2432338 INFO (TEST-ExecutePlanActionTest.testIntegration-seed#[E3D68B67D3F49215]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@77048c38: rootName = solr_49773, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@32f22b6
[junit4] 2> 2432344 INFO (TEST-ExecutePlanActionTest.testIntegration-seed#[E3D68B67D3F49215]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2432344 INFO (TEST-ExecutePlanActionTest.testIntegration-seed#[E3D68B67D3F49215]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6ce81d0e: rootName = solr_49773, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@30cc35f3
[junit4] 2> 2432347 INFO (TEST-ExecutePlanActionTest.testIntegration-seed#[E3D68B67D3F49215]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2432348 INFO (TEST-ExecutePlanActionTest.testIntegration-seed#[E3D68B67D3F49215]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1c320b58: rootName = solr_49773, domain = solr.jetty, service url = null, agent id = null] for registry s
[...truncated too long message...]
[junit4] 2> at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Oct 24, 2017 11:18:39 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=28532, name=AutoscalingActionExecutor-11289-thread-1, state=TIMED_WAITING, group=TGRP-ExecutePlanActionTest]
[junit4] 2> Oct 24, 2017 11:18:39 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=ast, timezone=Europe/Vienna
[junit4] 2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 9 (64-bit)/cpus=3,threads=1,free=64567384,total=521666560
[junit4] 2> NOTE: All tests run in this JVM: [TermVectorComponentDistributedTest, SampleTest, MetricUtilsTest, SimpleFacetsTest, TestReRankQParserPlugin, TestRandomCollapseQParserPlugin, OverseerTaskQueueTest, SolrGangliaReporterTest, SOLR749Test, TestSolrQueryParser, BasicFunctionalityTest, TestAuthorizationFramework, SearchHandlerTest, TestZkChroot, TestPullReplica, DeleteLastCustomShardedReplicaTest, TestMinMaxOnMultiValuedField, TestFastOutputStream, ChangedSchemaMergeTest, DistanceUnitsTest, TestBadConfig, TestExceedMaxTermLength, SpellingQueryConverterTest, DistributedQueryComponentOptimizationTest, TestCrossCoreJoin, TestSolr4Spatial2, TermVectorComponentTest, TestDistributedGrouping, TestRawResponseWriter, TestFoldingMultitermQuery, QueryResultKeyTest, HttpTriggerListenerTest, RecoveryAfterSoftCommitTest, FullHLLTest, RestartWhileUpdatingTest, TestRandomFaceting, SpatialHeatmapFacetsTest, TestRTGBase, DirectSolrSpellCheckerTest, VMParamsZkACLAndCredentialsProvidersTest, MergeStrategyTest, AutoScalingHandlerTest, LeaderElectionContextKeyTest, AutoAddReplicasIntegrationTest, TestExclusionRuleCollectionAccess, TestSubQueryTransformerCrossCore, TestManagedSchemaThreadSafety, TestLRUCache, TestDynamicFieldResource, DOMUtilTest, TestDocTermOrds, TestComponentsName, TestComplexPhraseQParserPlugin, BlockJoinFacetDistribTest, TestCloudInspectUtil, TestUnifiedSolrHighlighter, DistributedIntervalFacetingTest, SolrJmxReporterCloudTest, TestSchemaManager, TestTolerantUpdateProcessorCloud, RuleEngineTest, BadCopyFieldTest, StatsReloadRaceTest, TestSortByMinMaxFunction, MoveReplicaHDFSTest, TestJsonRequest, TestReloadDeadlock, TestFastWriter, TestCloudPivotFacet, TestClusterStateMutator, SimplePostToolTest, PreAnalyzedFieldTest, TestXmlQParser, BadComponentTest, DistributedFacetPivotSmallAdvancedTest, SoftAutoCommitTest, OutOfBoxZkACLAndCredentialsProvidersTest, DocumentAnalysisRequestHandlerTest, TestLegacyTerms, TestConfigSetProperties, NodeLostTriggerTest, DebugComponentTest, SolrIndexConfigTest, PeerSyncTest, FileUtilsTest, BasicZkTest, TestCollapseQParserPlugin, RequestLoggingTest, MissingSegmentRecoveryTest, AtomicUpdatesTest, CollectionsAPIAsyncDistributedZkTest, JsonLoaderTest, SynonymTokenizerTest, CoreAdminCreateDiscoverTest, UninvertDocValuesMergePolicyTest, TestConfigSetsAPIExclusivity, AddSchemaFieldsUpdateProcessorFactoryTest, SolrCoreMetricManagerTest, TestCopyFieldCollectionResource, CollectionStateFormat2Test, TemplateUpdateProcessorTest, SolrMetricReporterTest, TestNRTOpen, CdcrReplicationDistributedZkTest, TestNumericTokenStream, TestEmbeddedSolrServerConstructors, TestCryptoKeys, HdfsRecoveryZkTest, TestPerFieldSimilarity, DistribDocExpirationUpdateProcessorTest, TestPivotHelperCode, TestNumericRangeQuery32, CollectionsAPIDistributedZkTest, BitVectorTest, CdcrRequestHandlerTest, BlockJoinFacetSimpleTest, AnalysisAfterCoreReloadTest, TestLuceneIndexBackCompat, BlockDirectoryTest, DeleteStatusTest, TestFieldResource, SpellPossibilityIteratorTest, TestFaceting, TestCollationFieldDocValues, HdfsDirectoryTest, TestCSVLoader, SortSpecParsingTest, DocValuesMultiTest, TestStressCloudBlindAtomicUpdates, TestLMJelinekMercerSimilarityFactory, TestCoreAdminApis, TestSolrConfigHandlerCloud, TestDocSet, TestUniqueKeyFieldResource, TestBM25SimilarityFactory, FieldMutatingUpdateProcessorTest, TestReqParamsAPI, TestSearchPerf, TestRebalanceLeaders, TestReload, DistributedExpandComponentTest, OverseerRolesTest, AliasIntegrationTest, EnumFieldTest, BlobRepositoryCloudTest, TestMaxScoreQueryParser, TlogReplayBufferedWhileIndexingTest, TestIndexSearcher, TestWordDelimiterFilterFactory, SimpleCollectionCreateDeleteTest, IndexSchemaRuntimeFieldTest, FileBasedSpellCheckerTest, TestRemoteStreaming, TestRetrieveFieldsOptimizer, ConnectionManagerTest, TestChildDocTransformer, TestFieldCacheWithThreads, SolrCoreTest, PolyFieldTest, DocValuesNotIndexedTest, SSLMigrationTest, TestLegacyFieldReuse, DataDrivenBlockJoinTest, CloneFieldUpdateProcessorFactoryTest, TestCollationField, TestOverriddenPrefixQueryForCustomFieldType, UpdateRequestProcessorFactoryTest, AnalyticsMergeStrategyTest, UpdateParamsTest, TestDistribDocBasedVersion, TestFieldSortValues, HealthCheckHandlerTest, TestCharFilters, TestFieldTypeResource, DocValuesTest, DateRangeFieldTest, TestCorePropertiesReload, TestManagedResource, SpatialRPTFieldTypeTest, TestExpandComponent, TestExactSharedStatsCache, CloudExitableDirectoryReaderTest, SystemInfoHandlerTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, UnloadDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, ShardRoutingTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, LeaderElectionTest, ZkSolrClientTest, ZkCLITest, ShardRoutingCustomTest, TestDistributedSearch, TestStressReorder, TestJoin, TestRangeQuery, BadIndexSchemaTest, TestFunctionQuery, DirectUpdateHandlerTest, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, SolrRequestParserTest, SuggesterTSTTest, TestStressLucene, TestTrie, WordBreakSolrSpellCheckerTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, StatelessScriptUpdateProcessorFactoryTest, SolrInfoBeanTest, TestSurroundQueryParser, DisMaxRequestHandlerTest, TestQueryUtils, TestQueryTypes, TestOmitPositions, XmlUpdateRequestHandlerTest, DocumentBuilderTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, MoreLikeThisHandlerTest, FastVectorHighlighterTest, SolrPluginUtilsTest, MBeansHandlerTest, TestStressRecovery, TestSolrDeletionPolicy2, MultiTermTest, TestElisionMultitermQuery, TestConfig, TestPostingsSolrHighlighter, TestLuceneMatchVersion, TestCodecSupport, OpenExchangeRatesOrgProviderTest, TestFastLRUCache, TestSystemIdResolver, DateFieldTest, TestDocumentBuilder, CircularListTest, DistributedMLTComponentTest, TestSimpleTrackingShardHandler, ActionThrottleTest, BaseCdcrDistributedZkTest, CdcrReplicationHandlerTest, CdcrVersionReplicationTest, CollectionReloadTest, CollectionTooManyReplicasTest, CollectionsAPISolrJTest, DeleteReplicaTest, DeleteShardTest, ForceLeaderTest, LeaderFailureAfterFreshStartTest, LeaderInitiatedRecoveryOnShardRestartTest, MultiThreadedOCPTest, ReplaceNodeTest, ReplicationFactorTest, SaslZkACLProviderTest, ShardSplitTest, TestRandomFlRTGCloud, TestRequestForwarding, TestSSLRandomization, TestShortCircuitedRequests, TestSizeLimitedDistributedMap, TestStressLiveNodes, TestTlogReplica, AutoAddReplicasPlanActionTest, ComputePlanActionTest, ExecutePlanActionTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ExecutePlanActionTest -Dtests.seed=E3D68B67D3F49215 -Dtests.slow=true -Dtests.locale=ast -Dtests.timezone=Europe/Vienna -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J1 | ExecutePlanActionTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.autoscaling.ExecutePlanActionTest:
[junit4] > 1) Thread[id=28532, name=AutoscalingActionExecutor-11289-thread-1, state=TIMED_WAITING, group=TGRP-ExecutePlanActionTest]
[junit4] > at java.base@9/java.lang.Thread.sleep(Native Method)
[junit4] > at java.base@9/java.lang.Thread.sleep(Thread.java:340)
[junit4] > at java.base@9/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:401)
[junit4] > at app//org.apache.solr.cloud.autoscaling.ExecutePlanAction.waitForTaskToFinish(ExecutePlanAction.java:155)
[junit4] > at app//org.apache.solr.cloud.autoscaling.ScheduledTriggers.waitForPendingTasks(ScheduledTriggers.java:289)
[junit4] > at app//org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$2(ScheduledTriggers.java:221)
[junit4] > at app//org.apache.solr.cloud.autoscaling.ScheduledTriggers$$Lambda$574/156180407.run(Unknown Source)
[junit4] > at java.base@9/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] > at java.base@9/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] > at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] > at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$230/636851275.run(Unknown Source)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] > at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] > at __randomizedtesting.SeedInfo.seed([E3D68B67D3F49215]:0)
[junit4] Completed [657/745 (1!)] on J1 in 650.26s, 2 tests, 1 failure, 1 error <<< FAILURES!
[...truncated 40296 lines...]