You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/05/07 10:44:33 UTC
[JENKINS] Lucene-Solr-Tests-7.3 - Build # 64 - Unstable
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.3/64/
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testEventQueue
Error Message:
action wasn't interrupted
Stack Trace:
java.lang.AssertionError: action wasn't interrupted
at __randomizedtesting.SeedInfo.seed([A5F19B037E49F612:6C44D9AD772E30E7]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testEventQueue(TestTriggerIntegration.java:641)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14209 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestTriggerIntegration_A5F19B037E49F612-001/init-core-data-001
[junit4] 2> 3055931 WARN (SUITE-TestTriggerIntegration-seed#[A5F19B037E49F612]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=29 numCloses=29
[junit4] 2> 3055931 INFO (SUITE-TestTriggerIntegration-seed#[A5F19B037E49F612]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 3055933 INFO (SUITE-TestTriggerIntegration-seed#[A5F19B037E49F612]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 3055933 INFO (SUITE-TestTriggerIntegration-seed#[A5F19B037E49F612]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 3055942 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3055942 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
[junit4] 2> 3055942 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10006_solr, 127.0.0.1:10005_solr]
[junit4] 2> 3055943 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[A5F19B037E49F612]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTrigger
[junit4] 2> 3055945 DEBUG (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 3055945 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 3055947 DEBUG (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 3055947 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220)
[junit4] 2> at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:163)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3055947 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3055947 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 3055948 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10006_solr, 127.0.0.1:10005_solr]
[junit4] 2> 3055948 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
[junit4] 2> 3055948 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 3055948 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3055948 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 3055948 DEBUG (ScheduledTrigger-9642-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3055969 DEBUG (ScheduledTrigger-9642-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3055989 DEBUG (ScheduledTrigger-9642-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3056010 DEBUG (ScheduledTrigger-9642-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3056030 DEBUG (ScheduledTrigger-9642-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3056049 DEBUG (simCloudManagerPool-9641-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3056049 DEBUG (simCloudManagerPool-9641-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 3056052 DEBUG (ScheduledTrigger-9642-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3056052 DEBUG (simCloudManagerPool-9641-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10006_solr, 127.0.0.1:10005_solr]
[junit4] 2> 3056052 DEBUG (simCloudManagerPool-9641-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10006_solr, 127.0.0.1:10005_solr]
[junit4] 2> 3056052 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 3056053 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 3056053 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3056053 DEBUG (ScheduledTrigger-9642-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 3056053 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 3056072 DEBUG (ScheduledTrigger-9642-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3056072 DEBUG (ScheduledTrigger-9642-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10005_solr
[junit4] 2> 3056073 DEBUG (ScheduledTrigger-9642-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1
[junit4] 2> 3056073 DEBUG (ScheduledTrigger-9642-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10005_solr
[junit4] 2> 3056092 DEBUG (ScheduledTrigger-9642-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3056094 DEBUG (ScheduledTrigger-9642-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1
[junit4] 2> 3056112 DEBUG (ScheduledTrigger-9642-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3056114 DEBUG (ScheduledTrigger-9642-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1
[junit4] 2> 3056114 DEBUG (ScheduledTrigger-9642-thread-2) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10005_solr]
[junit4] 2> 3056114 DEBUG (ScheduledTrigger-9642-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"5c7c9863f863d7Td40et349ergsrftgiu0xy1ipe",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":26032691811476439,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[26032691811476439],
[junit4] 2> "nodeNames":["127.0.0.1:10005_solr"]}}
[junit4] 2> 3056114 DEBUG (ScheduledTrigger-9642-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger]
[junit4] 2> 3056115 DEBUG (AutoscalingActionExecutor-9643-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"5c7c9863f863d7Td40et349ergsrftgiu0xy1ipe",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":26032691811476439,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[26032691811476439],
[junit4] 2> "_enqueue_time_":26032693874082989,
[junit4] 2> "nodeNames":["127.0.0.1:10005_solr"]}}
[junit4] 2> 3056117 DEBUG (simCloudManagerPool-9641-thread-3) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3056117 DEBUG (simCloudManagerPool-9641-thread-3) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 3056117 DEBUG (AutoscalingActionExecutor-9643-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 3056117 DEBUG (simCloudManagerPool-9641-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10006_solr]
[junit4] 2> 3056117 DEBUG (AutoscalingActionExecutor-9643-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms
[junit4] 2> 3056117 DEBUG (simCloudManagerPool-9641-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10006_solr]
[junit4] 2> 3056117 DEBUG (AutoscalingActionExecutor-9643-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 86 ms for event id=5c7c9863f863d7Td40et349ergsrftgiu0xy1ipe
[junit4] 2> 3056117 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 3056118 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3056118 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 3056158 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[A5F19B037E49F612]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTrigger
[junit4] 2> 3056158 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 3056158 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 3056158 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 3056158 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 3056158 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 1
[junit4] 2> 3056158 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 1
[junit4] 2> 3056158 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 1
[junit4] 2> 3056158 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10005_solr
[junit4] 2> 3056158 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: []
[junit4] 2> 3056159 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 0
[junit4] 2> 3056159 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 3056159 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 0
[junit4] 2> 3056159 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 3056159 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 2
[junit4] 2> 3056159 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - update 2
[junit4] 2> 3056159 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 3056160 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_lost_trigger
[junit4] 2> 3056160 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 1
[junit4] 2> 3056161 INFO (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 1
[junit4] 2> 3056164 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[A5F19B037E49F612]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTriggerRestoreState
[junit4] 2> 3056164 DEBUG (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 3056164 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 3056165 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3056165 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3056165 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 3056165 DEBUG (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values: 127.0.0.1:10005_solr
[junit4] 2> 3056165 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 3056165 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:175)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3056166 DEBUG (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 3056167 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3056167 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 3056167 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10006_solr, 127.0.0.1:10007_solr]
[junit4] 2> 3056167 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion -1
[junit4] 2> 3056167 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 3056168 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3056168 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 3056168 DEBUG (ScheduledTrigger-9645-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3056188 DEBUG (ScheduledTrigger-9645-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3056209 DEBUG (ScheduledTrigger-9645-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3056229 DEBUG (ScheduledTrigger-9645-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3056249 DEBUG (ScheduledTrigger-9645-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3056267 DEBUG (simCloudManagerPool-9644-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3056268 DEBUG (simCloudManagerPool-9644-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 3056268 DEBUG (simCloudManagerPool-9644-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10006_solr, 127.0.0.1:10007_solr]
[junit4] 2> 3056268 DEBUG (simCloudManagerPool-9644-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger instantiated with properties: {event=nodeAdded, waitFor=5, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}], enabled=true}
[junit4] 2> 3056268 DEBUG (simCloudManagerPool-9644-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10006_solr, 127.0.0.1:10007_solr]
[junit4] 2> 3056268 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 3056268 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 3056269 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 3056269 DEBUG (ScheduledTrigger-9645-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 3056269 DEBUG (ScheduledTrigger-9645-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3056269 DEBUG (ScheduledTrigger-9645-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10008_solr at time 26032701615364839
[junit4] 2> 3056269 DEBUG (ScheduledTrigger-9645-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 3056290 DEBUG (ScheduledTrigger-9645-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 3056290 DEBUG (ScheduledTrigger-9645-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 3056290 DEBUG (ScheduledTrigger-9645-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3056300 DEBUG (simCloudManagerPool-9644-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3056300 DEBUG (simCloudManagerPool-9644-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 3056300 DEBUG (simCloudManagerPool-9644-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10006_solr, 127.0.0.1:10008_solr, 127.0.0.1:10007_solr]
[junit4] 2> 3056300 DEBUG (simCloudManagerPool-9644-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}], enabled=true}
[junit4] 2> 3056300 DEBUG (simCloudManagerPool-9644-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10006_solr, 127.0.0.1:10008_solr, 127.0.0.1:10007_solr]
[junit4] 2> 3056300 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 3056301 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 3056301 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger Adding node from marker path: 127.0.0.1:10008_solr
[junit4] 2> 3056301 DEBUG (ScheduledTrigger-9645-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 3056301 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 3056301 DEBUG (ScheduledTrigger-9645-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3056302 DEBUG (ScheduledTrigger-9645-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger firing registered processor for nodes: [127.0.0.1:10008_solr] added at times [26032703213671289], now=26032703228965939
[junit4] 2> 3056302 DEBUG (ScheduledTrigger-9645-thread-3) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"5c7c9b0b981379Td40et349ergsrftgiu0xy1iph",
[junit4] 2> "source":"node_added_restore_trigger",
[junit4] 2> "eventTime":26032703213671289,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[26032703213671289],
[junit4] 2> "nodeNames":["127.0.0.1:10008_solr"]}}
[junit4] 2> 3056302 DEBUG (ScheduledTrigger-9645-thread-3) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_restore_trigger]
[junit4] 2> 3056303 DEBUG (AutoscalingActionExecutor-9646-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"5c7c9b0b981379Td40et349ergsrftgiu0xy1iph",
[junit4] 2> "source":"node_added_restore_trigger",
[junit4] 2> "eventTime":26032703213671289,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[26032703213671289],
[junit4] 2> "_enqueue_time_":26032703257020689,
[junit4] 2> "nodeNames":["127.0.0.1:10008_solr"]}}
[junit4] 2> 3056303 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[A5F19B037E49F612]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTriggerRestoreState
[junit4] 2> 3056303 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 3056303 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 3056303 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 3056303 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 3056303 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 3
[junit4] 2> 3056303 DEBUG (AutoscalingActionExecutor-9646-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 3056303 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 3
[junit4] 2> 3056303 DEBUG (AutoscalingActionExecutor-9646-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_restore_trigger after 100ms
[junit4] 2> 3056303 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0
[junit4] 2> 3056303 DEBUG (AutoscalingActionExecutor-9646-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 36 ms for event id=5c7c9b0b981379Td40et349ergsrftgiu0xy1iph
[junit4] 2> 3056304 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: []
[junit4] 2> 3056304 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 0
[junit4] 2> 3056304 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 3056304 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 0
[junit4] 2> 3056304 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 3056304 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 2
[junit4] 2> 3056304 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - update 2
[junit4] 2> 3056304 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 3056304 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_restore_trigger
[junit4] 2> 3056304 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 1
[junit4] 2> 3056304 INFO (TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 1
[junit4] IGNOR/A 0.00s J1 | TestTriggerIntegration.testListeners
[junit4] > Assumption #1: 'badapple' test group is disabled (@BadApple(bugUrl=https://issues.apache.org/jira/browse/SOLR-12028))
[junit4] 2> 3056308 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[A5F19B037E49F612]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTrigger
[junit4] 2> 3056308 DEBUG (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 3056308 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 3056309 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3056309 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3056309 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
[junit4] 2> 3056310 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 3056310 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:175)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3056311 DEBUG (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 3056311 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3056312 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
[junit4] 2> 3056317 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10006_solr, 127.0.0.1:10007_solr]
[junit4] 2> 3056317 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion -1
[junit4] 2> 3056317 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
[junit4] 2> 3056317 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3056317 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10
[junit4] 2> 3056318 DEBUG (ScheduledTrigger-9648-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3056338 DEBUG (ScheduledTrigger-9648-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3056358 DEBUG (ScheduledTrigger-9648-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3056379 DEBUG (ScheduledTrigger-9648-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3056399 DEBUG (ScheduledTrigger-9648-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3056412 DEBUG (simCloudManagerPool-9647-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3056412 DEBUG (simCloudManagerPool-9647-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 11
[junit4] 2> 3056413 DEBUG (simCloudManagerPool-9647-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10006_solr, 127.0.0.1:10007_solr]
[junit4] 2> 3056413 DEBUG (simCloudManagerPool-9647-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10006_solr, 127.0.0.1:10007_solr]
[junit4] 2> 3056413 DEBUG (simCloudManagerPool-9647-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=3, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}], enabled=true}
[junit4] 2> 3056413 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 11
[junit4] 2> 3056413 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 3056414 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion 11
[junit4] 2> 3056414 DEBUG (ScheduledTrigger-9648-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3056414 DEBUG (ScheduledTrigger-9648-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 3056419 DEBUG (ScheduledTrigger-9648-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 3056434 DEBUG (ScheduledTrigger-9648-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3056434 DEBUG (ScheduledTrigger-9648-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3056434 DEBUG (ScheduledTrigger-9648-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10009_solr at time 26032709867730639
[junit4] 2> 3056439 DEBUG (ScheduledTrigger-9648-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 3056455 DEBUG (ScheduledTrigger-9648-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3056455 DEBUG (ScheduledTrigger-9648-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3056460 DEBUG (ScheduledTrigger-9648-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 3056475 DEBUG (ScheduledTrigger-9648-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3056475 DEBUG (ScheduledTrigger-9648-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3056480 DEBUG (ScheduledTrigger-9648-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 3056495 DEBUG (ScheduledTrigger-9648-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3056495 DEBUG (ScheduledTrigger-9648-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3056495 DEBUG (ScheduledTrigger-9648-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:10009_solr] added at times [26032709867730639], now=26032712914088839
[junit4] 2> 3056495 DEBUG (ScheduledTrigger-9648-thread-4) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"5c7c9c9834f6cfTd40et349ergsrftgiu0xy1ipk",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":26032709867730639,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[26032709867730639],
[junit4] 2> "nodeNames":["127.0.0.1:10009_solr"]}}
[junit4] 2> 3056496 DEBUG (ScheduledTrigger-9648-thread-4) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger]
[junit4] 2> 3056496 DEBUG (AutoscalingActionExecutor-9649-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"5c7c9c9834f6cfTd40et349ergsrftgiu0xy1ipk",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":26032709867730639,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[26032709867730639],
[junit4] 2> "_enqueue_time_":26032712939902289,
[junit4] 2> "nodeNames":["127.0.0.1:10009_solr"]}}
[junit4] 2> 3056501 DEBUG (simCloudManagerPool-9647-thread-3) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3056501 DEBUG (simCloudManagerPool-9647-thread-3) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 12
[junit4] 2> 3056502 DEBUG (simCloudManagerPool-9647-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10006_solr, 127.0.0.1:10009_solr, 127.0.0.1:10007_solr]
[junit4] 2> 3056502 DEBUG (AutoscalingActionExecutor-9649-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 3056502 DEBUG (AutoscalingActionExecutor-9649-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 100ms
[junit4] 2> 3056502 DEBUG (AutoscalingActionExecutor-9649-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 298 ms for event id=5c7c9c9834f6cfTd40et349ergsrftgiu0xy1ipk
[junit4] 2> 3056502 DEBUG (simCloudManagerPool-9647-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10006_solr, 127.0.0.1:10009_solr, 127.0.0.1:10007_solr]
[junit4] 2> 3056503 DEBUG (simCloudManagerPool-9647-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=3, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}], enabled=true}
[junit4] 2> 3056503 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 12
[junit4] 2> 3056503 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 12, lastZnodeVersion 12
[junit4] 2> 3056543 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[A5F19B037E49F612]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTrigger
[junit4] 2> 3056543 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 3056543 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 3056543 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 3056543 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 3056543 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 3
[junit4] 2> 3056543 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 3
[junit4] 2> 3056543 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0
[junit4] 2> 3056544 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: []
[junit4] 2> 3056544 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 0
[junit4] 2> 3056544 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 3056544 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 0
[junit4] 2> 3056544 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 3056544 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 2
[junit4] 2> 3056544 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - update 2
[junit4] 2> 3056544 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 3056544 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_trigger
[junit4] 2> 3056544 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 1
[junit4] 2> 3056544 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 1
[junit4] IGNOR/A 0.00s J1 | TestTriggerIntegration.testCooldown
[junit4] > Assumption #1: 'badapple' test group is disabled (@BadApple(bugUrl=https://issues.apache.org/jira/browse/SOLR-12028))
[junit4] IGNOR/A 0.00s J1 | TestTriggerIntegration.testNodeLostTriggerRestoreState
[junit4] > Assumption #1: 'badapple' test group is disabled (@BadApple(bugUrl=https://issues.apache.org/jira/browse/SOLR-12028))
[junit4] 2> 3056548 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[A5F19B037E49F612]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerThrottling
[junit4] 2> 3056548 DEBUG (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 13
[junit4] 2> 3056548 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 13
[junit4] 2> 3056549 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3056549 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3056549 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 13, lastZnodeVersion 13
[junit4] 2> 3056549 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 3056549 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:175)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3056550 DEBUG (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 3056550 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3056550 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 14
[junit4] 2> 3056550 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10007_solr]
[junit4] 2> 3056551 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 14, lastZnodeVersion -1
[junit4] 2> 3056551 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 14
[junit4] 2> 3056553 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3056553 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 14, lastZnodeVersion 14
[junit4] 2> 3056553 DEBUG (ScheduledTrigger-9651-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3056573 DEBUG (ScheduledTrigger-9651-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3056594 DEBUG (ScheduledTrigger-9651-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3056614 DEBUG (ScheduledTrigger-9651-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3056634 DEBUG (ScheduledTrigger-9651-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3056654 DEBUG (ScheduledTrigger-9651-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3056662 DEBUG (simCloudManagerPool-9650-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3056662 DEBUG (simCloudManagerPool-9650-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 15
[junit4] 2> 3056662 DEBUG (simCloudManagerPool-9650-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10007_solr]
[junit4] 2> 3056663 DEBUG (simCloudManagerPool-9650-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10007_solr]
[junit4] 2> 3056663 DEBUG (simCloudManagerPool-9650-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 3056663 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 15
[junit4] 2> 3056663 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 3056663 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 15, lastZnodeVersion 15
[junit4] 2> 3056663 DEBUG (ScheduledTrigger-9651-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 3056664 DEBUG (ScheduledTrigger-9651-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 3056664 DEBUG (simCloudManagerPool-9650-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3056664 DEBUG (simCloudManagerPool-9650-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 16
[junit4] 2> 3056664 DEBUG (simCloudManagerPool-9650-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10007_solr]
[junit4] 2> 3056664 DEBUG (simCloudManagerPool-9650-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 3056664 DEBUG (simCloudManagerPool-9650-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10007_solr]
[junit4] 2> 3056664 DEBUG (simCloudManagerPool-9650-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10007_solr]
[junit4] 2> 3056665 DEBUG (simCloudManagerPool-9650-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 3056665 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 16
[junit4] 2> 3056665 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 3056665 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 16, lastZnodeVersion 16
[junit4] 2> 3056665 DEBUG (ScheduledTrigger-9651-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 3056665 DEBUG (ScheduledTrigger-9651-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3056665 DEBUG (ScheduledTrigger-9651-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10010_solr at time 26032721426907789
[junit4] 2> 3056666 DEBUG (ScheduledTrigger-9651-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:10010_solr] added at times [26032721426907789], now=26032721430394739
[junit4] 2> 3056666 DEBUG (ScheduledTrigger-9651-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"5c7c9f4930028dTd40et349ergsrftgiu0xy1ipn",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":26032721426907789,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[26032721426907789],
[junit4] 2> "nodeNames":["127.0.0.1:10010_solr"]}}
[junit4] 2> 3056666 DEBUG (ScheduledTrigger-9651-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger2, node_added_trigger1]
[junit4] 2> 3056667 DEBUG (AutoscalingActionExecutor-9652-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"5c7c9f4930028dTd40et349ergsrftgiu0xy1ipn",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":26032721426907789,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[26032721426907789],
[junit4] 2> "_enqueue_time_":26032721452894889,
[junit4] 2> "nodeNames":["127.0.0.1:10010_solr"]}}
[junit4] 2> 3056667 INFO (AutoscalingActionExecutor-9652-thread-1) [ ] o.a.s.c.a.s.TestTriggerIntegration action executed from node_added_trigger2
[junit4] 2> 3056667 DEBUG (AutoscalingActionExecutor-9652-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 3056667 DEBUG (AutoscalingActionExecutor-9652-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 100ms
[junit4] 2> 3056667 DEBUG (AutoscalingActionExecutor-9652-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 100ms
[junit4] 2> 3056667 DEBUG (AutoscalingActionExecutor-9652-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 39 ms for event id=5c7c9f4930028dTd40et349ergsrftgiu0xy1ipn
[junit4] 2> 3056767 DEBUG (ScheduledTrigger-9651-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 3056768 DEBUG (ScheduledTrigger-9651-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 3056768 DEBUG (ScheduledTrigger-9651-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3056768 DEBUG (ScheduledTrigger-9651-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10010_solr at time 26032726541646089
[junit4] 2> 3056768 DEBUG (ScheduledTrigger-9651-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing registered processor for nodes: [127.0.0.1:10010_solr] added at times [26032726541646089], now=26032726545455489
[junit4] 2> 3056768 DEBUG (ScheduledTrigger-9651-thread-3) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"5c7ca07a0cb909Td40et349ergsrftgiu0xy1ipq",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":26032726541646089,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[26032726541646089],
[junit4] 2> "nodeNames":["127.0.0.1:10010_solr"]}}
[junit4] 2> 3056768 DEBUG (ScheduledTrigger-9651-thread-3) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger2, node_added_trigger1]
[junit4] 2> 3056769 DEBUG (ScheduledTrigger-9651-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 3056769 DEBUG (ScheduledTrigger-9651-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3056769 DEBUG (AutoscalingActionExecutor-9652-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"5c7ca07a0cb909Td40et349ergsrftgiu0xy1ipq",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":26032726541646089,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[26032726541646089],
[junit4] 2> "_enqueue_time_":26032726559128789,
[junit4] 2> "nodeNames":["127.0.0.1:10010_solr"]}}
[junit4] 2> 3056770 INFO (AutoscalingActionExecutor-9652-thread-1) [ ] o.a.s.c.a.s.TestTriggerIntegration last action at 26032721495632289 time = 26032726631097439
[junit4] 2> 3056770 INFO (AutoscalingActionExecutor-9652-thread-1) [ ] o.a.s.c.a.s.TestTriggerIntegration action executed from node_added_trigger1
[junit4] 2> 3056770 DEBUG (AutoscalingActionExecutor-9652-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 3056770 DEBUG (AutoscalingActionExecutor-9652-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 100ms
[junit4] 2> 3056770 DEBUG (AutoscalingActionExecutor-9652-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 100ms
[junit4] 2> 3056770 DEBUG (AutoscalingActionExecutor-9652-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 51 ms for event id=5c7ca07a0cb909Td40et349ergsrftgiu0xy1ipq
[junit4] 2> 3056771 DEBUG (simCloudManagerPool-9650-thread-6) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3056771 DEBUG (simCloudManagerPool-9650-thread-6) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 17
[junit4] 2> 3056771 DEBUG (simCloudManagerPool-9650-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10010_solr, 127.0.0.1:10009_solr, 127.0.0.1:10007_solr]
[junit4] 2> 3056771 DEBUG (simCloudManagerPool-9650-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 3056771 DEBUG (simCloudManagerPool-9650-thread-6) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10010_solr, 127.0.0.1:10009_solr, 127.0.0.1:10007_solr]
[junit4] 2> 3056771 DEBUG (simCloudManagerPool-9650-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10010_solr, 127.0.0.1:10009_solr, 127.0.0.1:10007_solr]
[junit4] 2> 3056771 DEBUG (simCloudManagerPool-9650-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 3056771 DEBUG (simCloudManagerPool-9650-thread-6) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10010_solr, 127.0.0.1:10009_solr, 127.0.0.1:10007_solr]
[junit4] 2> 3056771 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 17
[junit4] 2> 3056772 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 3056772 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 17, lastZnodeVersion 17
[junit4] 2> 3056772 DEBUG (ScheduledTrigger-9651-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 3
[junit4] 2> 3056773 DEBUG (simCloudManagerPool-9650-thread-8) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3056773 DEBUG (simCloudManagerPool-9650-thread-8) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 18
[junit4] 2> 3056773 DEBUG (simCloudManagerPool-9650-thread-8) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10010_solr, 127.0.0.1:10009_solr, 127.0.0.1:10007_solr]
[junit4] 2> 3056773 DEBUG (simCloudManagerPool-9650-thread-8) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 3056773 DEBUG (simCloudManagerPool-9650-thread-8) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10010_solr, 127.0.0.1:10009_solr, 127.0.0.1:10007_solr]
[junit4] 2> 3056773 DEBUG (simCloudManagerPool-9650-thread-8) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10010_solr, 127.0.0.1:10009_solr, 127.0.0.1:10007_solr]
[junit4] 2> 3056773 DEBUG (simCloudManagerPool-9650-thread-8) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 3056773 DEBUG (simCloudManagerPool-9650-thread-8) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10010_solr, 127.0.0.1:10009_solr, 127.0.0.1:10007_solr]
[junit4] 2> 3056773 DEBUG (simCloudManagerPool-9650-thread-8) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10010_solr, 127.0.0.1:10009_solr, 127.0.0.1:10007_solr]
[junit4] 2> 3056774 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 18
[junit4] 2> 3056774 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 3056774 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 18, lastZnodeVersion 18
[junit4] 2> 3056774 DEBUG (ScheduledTrigger-9651-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: 3
[junit4] 2> 3056792 DEBUG (ScheduledTrigger-9651-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 2
[junit4] 2> 3056793 DEBUG (ScheduledTrigger-9651-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10010_solr
[junit4] 2> 3056793 DEBUG (ScheduledTrigger-9651-thread-1) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10010_solr]
[junit4] 2> 3056793 DEBUG (ScheduledTrigger-9651-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"5c7ca0c42c67a5Td40et349ergsrftgiu0xy1ipt",
[junit4] 2> "source":"node_lost_trigger1",
[junit4] 2> "eventTime":26032727785236389,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[26032727785236389],
[junit4] 2> "nodeNames":["127.0.0.1:10010_solr"]}}
[junit4] 2> 3056793 DEBUG (ScheduledTrigger-9651-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger2, .auto_add_replicas, node_added_trigger2, node_lost_trigger1, node_added_trigger1]
[junit4] 2> 3056794 DEBUG (AutoscalingActionExecutor-9652-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"5c7ca0c42c67a5Td40et349ergsrftgiu0xy1ipt",
[junit4] 2> "source":"node_lost_trigger1",
[junit4] 2> "eventTime":26032727785236389,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[26032727785236389],
[junit4] 2> "_enqueue_time_":26032727799634939,
[junit4] 2> "nodeNames":["127.0.0.1:10010_solr"]}}
[junit4] 2> 3056794 INFO (AutoscalingActionExecutor-9652-thread-1) [ ] o.a.s.c.a.s.TestTriggerIntegration action executed from node_lost_trigger1
[junit4] 2> 3056795 DEBUG (AutoscalingActionExecutor-9652-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger2 after 100ms
[junit4] 2> 3056795 DEBUG (AutoscalingActionExecutor-9652-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 3056795 DEBUG (AutoscalingActionExecutor-9652-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 100ms
[junit4] 2> 3056795 DEBUG (AutoscalingActionExecutor-9652-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger1 after 100ms
[junit4] 2> 3056795 DEBUG (AutoscalingActionExecutor-9652-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 100ms
[junit4] 2> 3056795 DEBUG (AutoscalingActionExecutor-9652-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 41 ms for event id=5c7ca0c42c67a5Td40et349ergsrftgiu0xy1ipt
[junit4] 2> 3056897 DEBUG (ScheduledTrigger-9651-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3056897 DEBUG (ScheduledTrigger-9651-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10010_solr
[junit4] 2> 3056897 DEBUG (ScheduledTrigger-9651-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 2
[junit4] 2> 3056898 DEBUG (ScheduledTrigger-9651-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 3056898 DEBUG (ScheduledTrigger-9651-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 3056898 DEBUG (ScheduledTrigger-9651-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: 2
[junit4] 2> 3056898 DEBUG (ScheduledTrigger-9651-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10010_solr
[junit4] 2> 3056898 DEBUG (ScheduledTrigger-9651-thread-3) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10010_solr]
[junit4] 2> 3056898 DEBUG (ScheduledTrigger-9651-thread-3) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"5c7ca1fe31f793Td40et349ergsrftgiu0xy1ipw",
[junit4] 2> "source":"node_lost_trigger2",
[junit4] 2> "eventTime":26032733053646739,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[26032733053646739],
[junit4] 2> "nodeNames":["127.0.0.1:10010_solr"]}}
[junit4] 2> 3056898 DEBUG (ScheduledTrigger-9651-thread-3) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger2, .auto_add_replicas, node_added_trigger2, node_lost_trigger1, node_added_trigger1]
[junit4] 2> 3056899 DEBUG (ScheduledTrigger-9651-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 3056899 DEBUG (ScheduledTrigger-9651-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 3056901 DEBUG (AutoscalingActionExecutor-9652-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"5c7ca1fe31f793Td40et349ergsrftgiu0xy1ipw",
[junit4] 2> "source":"node_lost_trigger2",
[junit4] 2> "eventTime":26032733053646739,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[26032733053646739],
[junit4] 2> "_enqueue_time_":26032733067809139,
[junit4] 2> "nodeNames":["127.0.0.1:10010_solr"]}}
[junit4] 2> 3056901 INFO (AutoscalingActionExecutor-9652-thread-1) [ ] o.a.s.c.a.s.TestTriggerIntegration last action at 26032727865685789 time = 26032733204029789
[junit4] 2> 3056901 INFO (AutoscalingActionExecutor-9652-thread-1) [ ] o.a.s.c.a.s.TestTriggerIntegration action executed from node_lost_trigger2
[junit4] 2> 3056901 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[A5F19B037E49F612]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTriggerThrottling
[junit4] 2> 3056901 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 3056901 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 3056902 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 3056902 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 3056902 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 2
[junit4] 2> 3056902 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 2
[junit4] 2> 3056902 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 1
[junit4] 2> 3056902 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10010_solr
[junit4] 2> 3056902 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: []
[junit4] 2> 3056902 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 0
[junit4] 2> 3056902 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 3056902 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 0
[junit4] 2> 3056902 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 3056902 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 4
[junit4] 2> 3056902 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - update 7
[junit4] 2> 3056902 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 3056902 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_trigger1
[junit4] 2> 3056902 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 1
[junit4] 2> 3056902 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 1
[junit4] 2> 3056902 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_trigger2
[junit4] 2> 3056903 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 1
[junit4] 2> 3056903 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 1
[junit4] 2> 3056903 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_lost_trigger1
[junit4] 2> 3056903 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 1
[junit4] 2> 3056903 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 1
[junit4] 2> 3056903 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_lost_trigger2
[junit4] 2> 3056903 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 1
[junit4] IGNOR/A 0.00s J1 | TestTriggerIntegration.testEventFromRestoredState
[junit4] > Assumption #1: 'badapple' test group is disabled (@BadApple(bugUrl=https://issues.apache.org/jira/browse/SOLR-12028))
[junit4] 2> 3056916 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[A5F19B037E49F612]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEventQueue
[junit4] 2> 3056916 DEBUG (TEST-TestTriggerIntegration.testEventQueue-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 19
[junit4] 2> 3056916 DEBUG (TEST-TestTriggerIntegration.testEventQueue-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values: 127.0.0.1:10010_solr
[junit4] 2> 3056916 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 3056916 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3056917 WARN (AutoscalingActionExecutor-9652-thread-1) [ ] o.a.s.c.a.SystemLogListener Exception sending event to collection .system
[junit4] 2> java.io.IOException: java.lang.InterruptedException
[junit4] 2> at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:462)
[junit4] 2> at org.apache.solr.cloud.autoscaling.SystemLogListener.onEvent(SystemLogListener.java:122)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:748)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:718)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:317)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.FutureTask.awaitDone(FutureTask.java:404)
[junit4] 2> at java.util.concurrent.FutureTask.get(FutureTask.java:191)
[junit4] 2> at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:460)
[junit4] 2> ... 10 more
[junit4] 2> 3056918 DEBUG (AutoscalingActionExecutor-9652-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 841 ms for event id=5c7ca1fe31f793Td40et349ergsrftgiu0xy1ipw
[junit4] 2> 3056918 DEBUG (TEST-TestTriggerIntegration.testEventQueue-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 3056919 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3056919 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 20
[junit4] 2> 3056919 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10007_solr]
[junit4] 2> 3056919 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 20, lastZnodeVersion -1
[junit4] 2> 3056920 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 20
[junit4] 2> 3056920 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3056920 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 20, lastZnodeVersion 20
[junit4] 2> 3056920 DEBUG (ScheduledTrigger-9654-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3056941 DEBUG (ScheduledTrigger-9654-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3056961 DEBUG (ScheduledTrigger-9654-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3056981 DEBUG (ScheduledTrigger-9654-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3057002 DEBUG (ScheduledTrigger-9654-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3057021 DEBUG (simCloudManagerPool-9653-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3057021 DEBUG (simCloudManagerPool-9653-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 21
[junit4] 2> 3057021 DEBUG (simCloudManagerPool-9653-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10007_solr]
[junit4] 2> 3057021 INFO (simCloudManagerPool-9653-thread-1) [ ] o.a.s.c.a.s.TestTriggerIntegration TestEventQueueAction instantiated
[junit4] 2> 3057021 DEBUG (simCloudManagerPool-9653-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10007_solr]
[junit4] 2> 3057021 DEBUG (simCloudManagerPool-9653-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestEventQueueAction}], enabled=true}
[junit4] 2> 3057022 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 21
[junit4] 2> 3057022 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 3057022 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 21, lastZnodeVersion 21
[junit4] 2> 3057022 DEBUG (ScheduledTrigger-9654-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3057022 DEBUG (ScheduledTrigger-9654-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 3057022 DEBUG (ScheduledTrigger-9654-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 3057042 DEBUG (ScheduledTrigger-9654-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 3057042 DEBUG (ScheduledTrigger-9654-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 3057042 DEBUG (ScheduledTrigger-9654-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3057042 DEBUG (ScheduledTrigger-9654-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10011_solr at time 26032740277773689
[junit4] 2> 3057062 DEBUG (ScheduledTrigger-9654-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 3057063 DEBUG (ScheduledTrigger-9654-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 3057063 DEBUG (ScheduledTrigger-9654-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3057063 DEBUG (ScheduledTrigger-9654-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing registered processor for nodes: [127.0.0.1:10011_solr] added at times [26032740277773689], now=26032741292794239
[junit4] 2> 3057063 DEBUG (ScheduledTrigger-9654-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"5c7ca3acc96579Td40et349ergsrftgiu0xy1ipz",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":26032740277773689,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[26032740277773689],
[junit4] 2> "nodeNames":["127.0.0.1:10011_solr"]}}
[junit4] 2> 3057063 DEBUG (ScheduledTrigger-9654-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger1]
[junit4] 2> 3057064 DEBUG (AutoscalingActionExecutor-9655-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"5c7ca3acc96579Td40et349ergsrftgiu0xy1ipz",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":26032740277773689,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[26032740277773689],
[junit4] 2> "_enqueue_time_":26032741320903739,
[junit4] 2> "nodeNames":["127.0.0.1:10011_solr"]}}
[junit4] 2> 3057066 INFO (AutoscalingActionExecutor-9655-thread-1) [ ] o.a.s.c.a.s.TestTriggerIntegration -- event: {
[junit4] 2> "id":"5c7ca3acc96579Td40et349ergsrftgiu0xy1ipz",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":26032740277773689,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[26032740277773689],
[junit4] 2> "_enqueue_time_":26032741320903739,
[junit4] 2> "nodeNames":["127.0.0.1:10011_solr"]}}
[junit4] 2> 3057066 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 3057066 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3057067 WARN (AutoscalingActionExecutor-9655-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Exception executing actions
[junit4] 2> org.apache.lucene.store.AlreadyClosedException: ScheduledTrigger node_added_trigger1 has been closed.
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerWrapper.dequeue(ScheduledTriggers.java:529)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:314)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3057069 DEBUG (TEST-TestTriggerIntegration.testEventQueue-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 3057070 DEBUG (AutoscalingActionExecutor-9655-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 290 ms for event id=5c7ca3acc96579Td40et349ergsrftgiu0xy1ipz
[junit4] 2> 3057077 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 21
[junit4] 2> 3057077 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10007_solr, 127.0.0.1:10011_solr]
[junit4] 2> 3057077 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestTriggerIntegration TestEventQueueAction instantiated
[junit4] 2> 3057077 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10007_solr, 127.0.0.1:10011_solr]
[junit4] 2> 3057078 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instanti
[...truncated too long message...]
] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 3057238 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 0
[junit4] 2> 3057238 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 3057238 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 1
[junit4] 2> 3057238 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - update 3
[junit4] 2> 3057238 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 3057238 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_trigger1
[junit4] 2> 3057238 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 2
[junit4] 2> 3057238 INFO (TEST-TestTriggerIntegration.testEventQueue-seed#[A5F19B037E49F612]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 1
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestTriggerIntegration -Dtests.method=testEventQueue -Dtests.seed=A5F19B037E49F612 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=nl -Dtests.timezone=America/Rankin_Inlet -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 0.34s J1 | TestTriggerIntegration.testEventQueue <<<
[junit4] > Throwable #1: java.lang.AssertionError: action wasn't interrupted
[junit4] > at __randomizedtesting.SeedInfo.seed([A5F19B037E49F612:6C44D9AD772E30E7]:0)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testEventQueue(TestTriggerIntegration.java:641)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] IGNOR/A 0.00s J1 | TestTriggerIntegration.testSearchRate
[junit4] > Assumption #1: 'badapple' test group is disabled (@BadApple(bugUrl=https://issues.apache.org/jira/browse/SOLR-12028))
[junit4] IGNOR/A 0.00s J1 | TestTriggerIntegration.testNodeMarkersRegistration
[junit4] > Assumption #1: 'badapple' test group is disabled (@BadApple(bugUrl=https://issues.apache.org/jira/browse/SOLR-12028))
[junit4] 2> 3057241 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:175)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3057242 DEBUG (SUITE-TestTriggerIntegration-seed#[A5F19B037E49F612]-worker) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestTriggerIntegration_A5F19B037E49F612-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1482, maxMBSortInHeap=6.418393627124171, sim=RandomSimilarity(queryNorm=true): {}, locale=nl, timezone=America/Rankin_Inlet
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=202915864,total=519569408
[junit4] 2> NOTE: All tests run in this JVM: [FileUtilsTest, DocumentBuilderTest, TestLegacyFieldReuse, SystemInfoHandlerTest, HLLSerializationTest, HdfsAutoAddReplicasIntegrationTest, DeleteInactiveReplicaTest, DistributedQueueTest, RequestLoggingTest, MetricsConfigTest, BlockJoinFacetSimpleTest, TestDistribStateManager, TestDistribIDF, TestStandardQParsers, UpdateLogTest, SliceStateTest, TestLargeCluster, TestConfigSetImmutable, DirectoryFactoryTest, TestBulkSchemaAPI, BitVectorTest, TestLegacyFieldCache, NodeAddedTriggerTest, TestManagedSynonymFilterFactory, QueryParsingTest, TestAddFieldRealTimeGet, TestSolrConfigHandlerCloud, ClassificationUpdateProcessorIntegrationTest, TriggerIntegrationTest, OverseerTest, AutoScalingHandlerTest, TestReload, TestEmbeddedSolrServerSchemaAPI, SimplePostToolTest, TestCloudManagedSchema, TestDistributedMap, CustomCollectionTest, HdfsBasicDistributedZkTest, TestCloudRecovery, DistributedFacetPivotLongTailTest, AssignBackwardCompatibilityTest, DateRangeFieldTest, TestQueryWrapperFilter, TestJsonFacetRefinement, PreAnalyzedUpdateProcessorTest, CollectionsAPIAsyncDistributedZkTest, DistributedExpandComponentTest, TestCharFilters, FastVectorHighlighterTest, TestRTGBase, TestPostingsSolrHighlighter, TestDistributedGrouping, TestFilteredDocIdSet, TestBM25SimilarityFactory, TestLRUCache, TestOverriddenPrefixQueryForCustomFieldType, TestApiFramework, TestUninvertingReader, TestPartialUpdateDeduplication, TestMacros, PathHierarchyTokenizerFactoryTest, TestInitParams, ShardRoutingCustomTest, TestInitQParser, AlternateDirectoryTest, SecurityConfHandlerTest, TestLockTree, DistributedSuggestComponentTest, TestSerializedLuceneMatchVersion, HighlighterTest, DistributedMLTComponentTest, BasicFunctionalityTest, MultiThreadedOCPTest, TestXmlQParser, InfoHandlerTest, ZkControllerTest, TestMissingGroups, SpellCheckCollatorWithCollapseTest, CollectionsAPISolrJTest, TestLuceneIndexBackCompat, ReplaceNodeNoTargetTest, TestPolicyCloud, QueryResultKeyTest, UpdateRequestProcessorFactoryTest, CdcrUpdateLogTest, TestMaxTokenLenTokenizer, OverseerRolesTest, TestHdfsBackupRestoreCore, TestReRankQParserPlugin, TestConfigSetsAPI, SolrInfoBeanTest, SolrMetricReporterTest, TestSchemaResource, TestNamedUpdateProcessors, PrimitiveFieldTypeTest, TestSchemalessBufferedUpdates, CloudExitableDirectoryReaderTest, TestHdfsUpdateLog, RegexBytesRefFilterTest, SignatureUpdateProcessorFactoryTest, LIROnShardRestartTest, XsltUpdateRequestHandlerTest, AtomicUpdateProcessorFactoryTest, SOLR749Test, V2ApiIntegrationTest, SolrIndexMetricsTest, VMParamsZkACLAndCredentialsProvidersTest, PeerSyncTest, TestRequestStatusCollectionAPI, TestHdfsCloudBackupRestore, TestRetrieveFieldsOptimizer, StressHdfsTest, CdcrVersionReplicationTest, SimpleCollectionCreateDeleteTest, SuggesterFSTTest, TestCryptoKeys, SortByFunctionTest, JsonLoaderTest, TestFastLRUCache, TestFieldCacheSortRandom, TestManagedResource, ManagedSchemaRoundRobinCloudTest, TestUseDocValuesAsStored2, TestTlogReplica, TestRecovery, TestManagedSchemaThreadSafety, SolrCoreTest, LegacyCloudClusterPropTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, UnloadDistributedZkTest, SyncSliceTest, ShardRoutingTest, LeaderElectionTest, TestZkChroot, TestFaceting, TermVectorComponentDistributedTest, TestJoin, TestRangeQuery, ShowFileRequestHandlerTest, SolrIndexSplitterTest, TestFoldingMultitermQuery, DocValuesTest, SuggesterTSTTest, SuggesterTest, TestTrie, SpatialFilterTest, SuggesterWFSTTest, TestCSVLoader, PolyFieldTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, TestSolrDeletionPolicy1, CacheHeaderTest, TestSurroundQueryParser, LukeRequestHandlerTest, DisMaxRequestHandlerTest, TestQueryUtils, TestWriterPerf, TestReversedWildcardFilterFactory, TermsComponentTest, XmlUpdateRequestHandlerTest, RequestHandlersTest, TermVectorComponentTest, TestIndexingPerformance, MoreLikeThisHandlerTest, RequiredFieldsTest, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, SolrPluginUtilsTest, IndexSchemaTest, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, CSVRequestHandlerTest, TestLFUCache, TestFuzzyAnalyzedSuggestions, TestXIncludeConfig, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, URLClassifyProcessorTest, PreAnalyzedFieldTest, TestSuggestSpellingConverter, DateFieldTest, SpellingQueryConverterTest, ClusterStateTest, TestUtils, CursorPagingTest, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestHighlightDedupGrouping, TestTolerantSearch, TestEmbeddedSolrServerConstructors, ActionThrottleTest, AsyncCallRequestStatusResponseTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CleanupOldIndexTest, ConcurrentCreateRoutedAliasTest, ConfigSetsAPITest, ConnectionManagerTest, CreateCollectionCleanupTest, CreateRoutedAliasTest, DistribCursorPagingTest, DocValuesNotIndexedTest, ForceLeaderTest, LeaderFailoverAfterPartitionTest, LeaderFailureAfterFreshStartTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, PeerSyncReplicationTest, RestartWhileUpdatingTest, SSLMigrationTest, SaslZkACLProviderTest, SolrCloudExampleTest, TestClusterProperties, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess, TestLeaderElectionWithEmptyReplica, TestRandomRequestDistribution, TestRequestForwarding, TestSegmentSorting, TestSolrCloudWithKerberosAlt, TestStressInPlaceUpdates, CollectionTooManyReplicasTest, TestCollectionsAPIViaSolrCloudCluster, TestReplicaProperties, ExecutePlanActionTest, TestPolicyCloud, TestTriggerIntegration]
[junit4] Completed [591/783 (1!)] on J1 in 1.33s, 11 tests, 1 failure, 6 skipped <<< FAILURES!
[...truncated 50177 lines...]
[JENKINS] Lucene-Solr-Tests-7.3 - Build # 67 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.3/67/
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ZkControllerTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [Overseer] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:545) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:850) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307) at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393) at org.apache.solr.cloud.ZkController.rejoinOverseerElection(ZkController.java:2068) at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:331) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [Overseer]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.cloud.Overseer.start(Overseer.java:545)
at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:850)
at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
at org.apache.solr.cloud.ZkController.rejoinOverseerElection(ZkController.java:2068)
at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:331)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([56462CE3F2AD0ECE]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:301)
at sun.reflect.GeneratedMethodAccessor42.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ZkControllerTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.ZkControllerTest: 1) Thread[id=17885, name=OverseerAutoScalingTriggerThread-73781563702968323-127.0.0.1:8983_solr-n_0000000001, state=RUNNABLE, group=Overseer autoscaling triggers] at org.apache.lucene.util.TestRuleLimitSysouts$DelegateStream.write(TestRuleLimitSysouts.java:128) at java.io.PrintStream.write(PrintStream.java:480) at sun.nio.cs.StreamEncoder.writeBytes(StreamEncoder.java:221) at sun.nio.cs.StreamEncoder.implFlushBuffer(StreamEncoder.java:291) at sun.nio.cs.StreamEncoder.implFlush(StreamEncoder.java:295) at sun.nio.cs.StreamEncoder.flush(StreamEncoder.java:141) at java.io.OutputStreamWriter.flush(OutputStreamWriter.java:229) at org.apache.log4j.helpers.QuietWriter.flush(QuietWriter.java:59) at org.apache.log4j.WriterAppender.subAppend(WriterAppender.java:324) at org.apache.log4j.WriterAppender.append(WriterAppender.java:162) at org.apache.log4j.AppenderSkeleton.doAppend(AppenderSkeleton.java:251) at org.apache.log4j.helpers.AppenderAttachableImpl.appendLoopOnAppenders(AppenderAttachableImpl.java:66) at org.apache.log4j.Category.callAppenders(Category.java:206) at org.apache.log4j.Category.forcedLog(Category.java:391) at org.apache.log4j.Category.log(Category.java:856) at org.slf4j.impl.Log4jLoggerAdapter.error(Log4jLoggerAdapter.java:576) at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:140) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.ZkControllerTest:
1) Thread[id=17885, name=OverseerAutoScalingTriggerThread-73781563702968323-127.0.0.1:8983_solr-n_0000000001, state=RUNNABLE, group=Overseer autoscaling triggers]
at org.apache.lucene.util.TestRuleLimitSysouts$DelegateStream.write(TestRuleLimitSysouts.java:128)
at java.io.PrintStream.write(PrintStream.java:480)
at sun.nio.cs.StreamEncoder.writeBytes(StreamEncoder.java:221)
at sun.nio.cs.StreamEncoder.implFlushBuffer(StreamEncoder.java:291)
at sun.nio.cs.StreamEncoder.implFlush(StreamEncoder.java:295)
at sun.nio.cs.StreamEncoder.flush(StreamEncoder.java:141)
at java.io.OutputStreamWriter.flush(OutputStreamWriter.java:229)
at org.apache.log4j.helpers.QuietWriter.flush(QuietWriter.java:59)
at org.apache.log4j.WriterAppender.subAppend(WriterAppender.java:324)
at org.apache.log4j.WriterAppender.append(WriterAppender.java:162)
at org.apache.log4j.AppenderSkeleton.doAppend(AppenderSkeleton.java:251)
at org.apache.log4j.helpers.AppenderAttachableImpl.appendLoopOnAppenders(AppenderAttachableImpl.java:66)
at org.apache.log4j.Category.callAppenders(Category.java:206)
at org.apache.log4j.Category.forcedLog(Category.java:391)
at org.apache.log4j.Category.log(Category.java:856)
at org.slf4j.impl.Log4jLoggerAdapter.error(Log4jLoggerAdapter.java:576)
at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:140)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([56462CE3F2AD0ECE]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ZkControllerTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=17885, name=OverseerAutoScalingTriggerThread-73781563702968323-127.0.0.1:8983_solr-n_0000000001, state=RUNNABLE, group=Overseer autoscaling triggers] at java.lang.Throwable.getStackTraceElement(Native Method) at java.lang.Throwable.getOurStackTrace(Throwable.java:827) at java.lang.Throwable.printStackTrace(Throwable.java:656) at java.lang.Throwable.printStackTrace(Throwable.java:721) at org.apache.log4j.DefaultThrowableRenderer.render(DefaultThrowableRenderer.java:60) at org.apache.log4j.spi.ThrowableInformation.getThrowableStrRep(ThrowableInformation.java:87) at org.apache.log4j.spi.LoggingEvent.getThrowableStrRep(LoggingEvent.java:413) at org.apache.log4j.WriterAppender.subAppend(WriterAppender.java:313) at org.apache.log4j.WriterAppender.append(WriterAppender.java:162) at org.apache.log4j.AppenderSkeleton.doAppend(AppenderSkeleton.java:251) at org.apache.log4j.helpers.AppenderAttachableImpl.appendLoopOnAppenders(AppenderAttachableImpl.java:66) at org.apache.log4j.Category.callAppenders(Category.java:206) at org.apache.log4j.Category.forcedLog(Category.java:391) at org.apache.log4j.Category.log(Category.java:856) at org.slf4j.impl.Log4jLoggerAdapter.error(Log4jLoggerAdapter.java:576) at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:140) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=17885, name=OverseerAutoScalingTriggerThread-73781563702968323-127.0.0.1:8983_solr-n_0000000001, state=RUNNABLE, group=Overseer autoscaling triggers]
at java.lang.Throwable.getStackTraceElement(Native Method)
at java.lang.Throwable.getOurStackTrace(Throwable.java:827)
at java.lang.Throwable.printStackTrace(Throwable.java:656)
at java.lang.Throwable.printStackTrace(Throwable.java:721)
at org.apache.log4j.DefaultThrowableRenderer.render(DefaultThrowableRenderer.java:60)
at org.apache.log4j.spi.ThrowableInformation.getThrowableStrRep(ThrowableInformation.java:87)
at org.apache.log4j.spi.LoggingEvent.getThrowableStrRep(LoggingEvent.java:413)
at org.apache.log4j.WriterAppender.subAppend(WriterAppender.java:313)
at org.apache.log4j.WriterAppender.append(WriterAppender.java:162)
at org.apache.log4j.AppenderSkeleton.doAppend(AppenderSkeleton.java:251)
at org.apache.log4j.helpers.AppenderAttachableImpl.appendLoopOnAppenders(AppenderAttachableImpl.java:66)
at org.apache.log4j.Category.callAppenders(Category.java:206)
at org.apache.log4j.Category.forcedLog(Category.java:391)
at org.apache.log4j.Category.log(Category.java:856)
at org.slf4j.impl.Log4jLoggerAdapter.error(Log4jLoggerAdapter.java:576)
at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:140)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([56462CE3F2AD0ECE]:0)
FAILED: org.apache.solr.logging.TestLogWatcher.testLog4jWatcher
Error Message:
expected:<12> but was:<1>
Stack Trace:
java.lang.AssertionError: expected:<12> but was:<1>
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.logging.TestLogWatcher.testLog4jWatcher(TestLogWatcher.java:52)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:45)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:42)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20)
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:263)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:68)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:47)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:231)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:60)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:229)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:50)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:222)
at org.junit.runners.ParentRunner.run(ParentRunner.java:300)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:251)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:368)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Build Log:
[...truncated 13515 lines...]
[junit4] Suite: org.apache.solr.cloud.ZkControllerTest
[junit4] 2> 2200916 INFO (SUITE-ZkControllerTest-seed#[56462CE3F2AD0ECE]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.ZkControllerTest_56462CE3F2AD0ECE-001/init-core-data-001
[junit4] 2> 2200917 INFO (SUITE-ZkControllerTest-seed#[56462CE3F2AD0ECE]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2200923 INFO (SUITE-ZkControllerTest-seed#[56462CE3F2AD0ECE]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 2200925 INFO (TEST-ZkControllerTest.testGetHostName-seed#[56462CE3F2AD0ECE]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testGetHostName
[junit4] 2> 2200925 INFO (TEST-ZkControllerTest.testGetHostName-seed#[56462CE3F2AD0ECE]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2200925 INFO (Thread-6310) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2200926 INFO (Thread-6310) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2200927 ERROR (Thread-6310) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2201159 INFO (TEST-ZkControllerTest.testGetHostName-seed#[56462CE3F2AD0ECE]) [ ] o.a.s.c.ZkTestServer start zk server on port:34083
[junit4] 2> 2201192 INFO (zkConnectionManagerCallback-3228-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2201222 INFO (zkConnectionManagerCallback-3230-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2201229 INFO (TEST-ZkControllerTest.testGetHostName-seed#[56462CE3F2AD0ECE]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3462447a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2201241 INFO (zkConnectionManagerCallback-3234-thread-1-processing-n:127.0.0.1:8983_solr) [n:127.0.0.1:8983_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2201324 INFO (TEST-ZkControllerTest.testGetHostName-seed#[56462CE3F2AD0ECE]) [n:127.0.0.1:8983_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2201325 INFO (TEST-ZkControllerTest.testGetHostName-seed#[56462CE3F2AD0ECE]) [n:127.0.0.1:8983_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:8983_solr
[junit4] 2> 2201326 INFO (TEST-ZkControllerTest.testGetHostName-seed#[56462CE3F2AD0ECE]) [n:127.0.0.1:8983_solr ] o.a.s.c.Overseer Overseer (id=73781563666661378-127.0.0.1:8983_solr-n_0000000000) starting
[junit4] 2> 2201340 INFO (zkConnectionManagerCallback-3239-thread-1-processing-n:127.0.0.1:8983_solr) [n:127.0.0.1:8983_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2201342 INFO (TEST-ZkControllerTest.testGetHostName-seed#[56462CE3F2AD0ECE]) [n:127.0.0.1:8983_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34083/solr ready
[junit4] 2> 2201348 INFO (TEST-ZkControllerTest.testGetHostName-seed#[56462CE3F2AD0ECE]) [n:127.0.0.1:8983_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:8983_solr
[junit4] 2> 2201351 INFO (TEST-ZkControllerTest.testGetHostName-seed#[56462CE3F2AD0ECE]) [n:127.0.0.1:8983_solr ] o.a.s.c.Overseer Overseer (id=73781563666661378-127.0.0.1:8983_solr-n_0000000000) closing
[junit4] 2> 2201358 INFO (OverseerStateUpdate-73781563666661378-127.0.0.1:8983_solr-n_0000000000) [n:127.0.0.1:8983_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:8983_solr
[junit4] 2> 2201363 INFO (zkCallback-3238-thread-1-processing-n:127.0.0.1:8983_solr) [n:127.0.0.1:8983_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2201364 INFO (zkCallback-3233-thread-1-processing-n:127.0.0.1:8983_solr) [n:127.0.0.1:8983_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2201365 WARN (OverseerExitThread) [n:127.0.0.1:8983_solr ] o.a.s.c.Overseer I'm exiting, but I'm still the leader
[junit4] 2> 2201367 WARN (OverseerAutoScalingTriggerThread-73781563666661378-127.0.0.1:8983_solr-n_0000000000) [n:127.0.0.1:8983_solr ] o.a.s.c.a.OverseerTriggerThread Error removing old nodeAdded markers
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Object.wait(Object.java:502)
[junit4] 2> at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1409)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1533)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getChildren$4(SolrZkClient.java:328)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:328)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.listData(ZkDistribStateManager.java:67)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.listData(ZkDistribStateManager.java:77)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:254)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2201367 WARN (OverseerAutoScalingTriggerThread-73781563666661378-127.0.0.1:8983_solr-n_0000000000) [n:127.0.0.1:8983_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed, exiting.
[junit4] 2> 2201369 WARN (OverseerExitThread) [n:127.0.0.1:8983_solr ] o.a.s.c.Overseer Unable to rejoinElection
[junit4] 2> org.apache.solr.common.SolrException: Unable to rejoin election
[junit4] 2> at org.apache.solr.cloud.ZkController.rejoinOverseerElection(ZkController.java:2071)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:331)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1535)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getChildren$4(SolrZkClient.java:328)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:328)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:105)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
[junit4] 2> at org.apache.solr.cloud.ZkController.rejoinOverseerElection(ZkController.java:2068)
[junit4] 2> ... 2 more
[junit4] 2> 2201369 WARN (zkCallback-3233-thread-1-processing-n:127.0.0.1:8983_solr) [n:127.0.0.1:8983_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2201370 INFO (TEST-ZkControllerTest.testGetHostName-seed#[56462CE3F2AD0ECE]) [n:127.0.0.1:8983_solr ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=787539096
[junit4] 2> 2201370 ERROR (TEST-ZkControllerTest.testGetHostName-seed#[56462CE3F2AD0ECE]) [n:127.0.0.1:8983_solr ] o.a.s.c.SolrCores No transient handler has been defined. Check solr.xml to see if an attempt to provide a custom TransientSolrCoreCacheFactory was done incorrectly since the default should have been used otherwise.
[junit4] 2> 2201370 ERROR (TEST-ZkControllerTest.testGetHostName-seed#[56462CE3F2AD0ECE]) [n:127.0.0.1:8983_solr ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2201371 INFO (TEST-ZkControllerTest.testGetHostName-seed#[56462CE3F2AD0ECE]) [n:127.0.0.1:8983_solr ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34083 34083
[junit4] 2> 2201475 INFO (Thread-6310) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34083 34083
[junit4] 2> 2201476 WARN (Thread-6310) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> 2201476 INFO (TEST-ZkControllerTest.testGetHostName-seed#[56462CE3F2AD0ECE]) [n:127.0.0.1:8983_solr ] o.a.s.SolrTestCaseJ4 ###Ending testGetHostName
[junit4] 2> 2201478 INFO (TEST-ZkControllerTest.testReadConfigName-seed#[56462CE3F2AD0ECE]) [n:127.0.0.1:8983_solr ] o.a.s.SolrTestCaseJ4 ###Starting testReadConfigName
[junit4] 2> 2201479 INFO (TEST-ZkControllerTest.testReadConfigName-seed#[56462CE3F2AD0ECE]) [n:127.0.0.1:8983_solr ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2201479 INFO (Thread-6311) [n:127.0.0.1:8983_solr ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2201479 INFO (Thread-6311) [n:127.0.0.1:8983_solr ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2201486 ERROR (Thread-6311) [n:127.0.0.1:8983_solr ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2201579 INFO (TEST-ZkControllerTest.testReadConfigName-seed#[56462CE3F2AD0ECE]) [n:127.0.0.1:8983_solr ] o.a.s.c.ZkTestServer start zk server on port:42541
[junit4] 2> 2201585 INFO (zkConnectionManagerCallback-3241-thread-1-processing-n:127.0.0.1:8983_solr) [n:127.0.0.1:8983_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2201587 INFO (zkConnectionManagerCallback-3243-thread-1-processing-n:127.0.0.1:8983_solr) [n:127.0.0.1:8983_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2201590 INFO (zkConnectionManagerCallback-3245-thread-1-processing-n:127.0.0.1:8983_solr) [n:127.0.0.1:8983_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2201601 INFO (TEST-ZkControllerTest.testReadConfigName-seed#[56462CE3F2AD0ECE]) [n:127.0.0.1:8983_solr ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3462447a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2201604 INFO (zkConnectionManagerCallback-3249-thread-1-processing-n:127.0.0.1:8983_solr) [n:127.0.0.1:8983_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2201700 INFO (TEST-ZkControllerTest.testReadConfigName-seed#[56462CE3F2AD0ECE]) [n:127.0.0.1:8983_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2201700 INFO (TEST-ZkControllerTest.testReadConfigName-seed#[56462CE3F2AD0ECE]) [n:127.0.0.1:8983_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:8983_solr
[junit4] 2> 2201701 INFO (TEST-ZkControllerTest.testReadConfigName-seed#[56462CE3F2AD0ECE]) [n:127.0.0.1:8983_solr ] o.a.s.c.Overseer Overseer (id=73781563702968323-127.0.0.1:8983_solr-n_0000000000) starting
[junit4] 2> 2201709 INFO (zkConnectionManagerCallback-3254-thread-1-processing-n:127.0.0.1:8983_solr) [n:127.0.0.1:8983_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2201712 INFO (TEST-ZkControllerTest.testReadConfigName-seed#[56462CE3F2AD0ECE]) [n:127.0.0.1:8983_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42541/solr ready
[junit4] 2> 2201717 INFO (TEST-ZkControllerTest.testReadConfigName-seed#[56462CE3F2AD0ECE]) [n:127.0.0.1:8983_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:8983_solr
[junit4] 2> 2201721 INFO (TEST-ZkControllerTest.testReadConfigName-seed#[56462CE3F2AD0ECE]) [n:127.0.0.1:8983_solr ] o.a.s.c.Overseer Overseer (id=73781563702968323-127.0.0.1:8983_solr-n_0000000000) closing
[junit4] 2> 2201722 INFO (zkCallback-3253-thread-1-processing-n:127.0.0.1:8983_solr) [n:127.0.0.1:8983_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2201724 INFO (OverseerStateUpdate-73781563702968323-127.0.0.1:8983_solr-n_0000000000) [n:127.0.0.1:8983_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:8983_solr
[junit4] 2> 2201724 INFO (zkCallback-3248-thread-1-processing-n:127.0.0.1:8983_solr) [n:127.0.0.1:8983_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2201725 WARN (OverseerExitThread) [n:127.0.0.1:8983_solr ] o.a.s.c.Overseer I'm exiting, but I'm still the leader
[junit4] 2> 2201733 WARN (OverseerAutoScalingTriggerThread-73781563702968323-127.0.0.1:8983_solr-n_0000000000) [n:127.0.0.1:8983_solr ] o.a.s.c.a.OverseerTriggerThread Error removing old nodeAdded markers
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Object.wait(Object.java:502)
[junit4] 2> at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1409)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1533)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getChildren$4(SolrZkClient.java:328)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:328)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.listData(ZkDistribStateManager.java:67)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.listData(ZkDistribStateManager.java:77)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:254)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2201733 WARN (OverseerAutoScalingTriggerThread-73781563702968323-127.0.0.1:8983_solr-n_0000000000) [n:127.0.0.1:8983_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed, exiting.
[junit4] 2> 2201734 INFO (OverseerExitThread) [n:127.0.0.1:8983_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:8983_solr
[junit4] 2> 2201736 INFO (OverseerExitThread) [n:127.0.0.1:8983_solr ] o.a.s.c.Overseer Overseer (id=73781563702968323-127.0.0.1:8983_solr-n_0000000001) starting
[junit4] 2> 2201747 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [n:127.0.0.1:8983_solr ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1061ff0f77d0003, likely client has closed socket
[junit4] 2> 2201748 ERROR (OverseerAutoScalingTriggerThread-73781563702968323-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
[junit4] 2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
[junit4] 2> at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:78)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:126)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
[junit4] 2> ... 3 more
[junit4] 2> 2201748 INFO (TEST-ZkControllerTest.testReadConfigName-seed#[56462CE3F2AD0ECE]) [n:127.0.0.1:8983_solr ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1806765347
[junit4] 2> 2201748 ERROR (OverseerAutoScalingTriggerThread-73781563702968323-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
[junit4] 2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
[junit4] 2> at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:78)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:126)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
[junit4] 2> ... 3 more
[junit4] 2> 2201749 ERROR (OverseerAutoScalingTriggerThread-73781563702968323-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
[junit4] 2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
[junit4] 2> at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:78)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:126)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
[junit4] 2> ... 3 more
[junit4] 2> 2201749 ERROR (OverseerAutoScalingTriggerThread-73781563702968323-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
[junit4] 2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
[junit4] 2> at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:78)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:126)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
[junit4] 2> ... 3 more
[junit4] 2> 2201749 ERROR (OverseerAutoScalingTriggerThread-73781563702968323-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
[junit4] 2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
[junit4] 2> at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:78)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:126)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
[junit4] 2> ... 3 more
[junit4] 2> 2201750 ERROR (OverseerAutoScalingTriggerThread-73781563702968323-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
[junit4] 2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
[junit4] 2> at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:78)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:126)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
[junit4] 2> ... 3 more
[junit4] 2> 2201750 ERROR (OverseerAutoScalingTriggerThread-73781563702968323-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
[junit4] 2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
[junit4] 2> at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:78)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:126)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
[junit4] 2> ... 3 more
[junit4] 2> 2201751 ERROR (OverseerAutoScalingTriggerThread-73781563702968323-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
[junit4] 2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
[junit4] 2> at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:78)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:126)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
[junit4] 2> ... 3 more
[junit4] 2> 2201751 ERROR (OverseerAutoScalingTriggerThread-73781563702968323-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
[junit4] 2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
[junit4] 2> at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:78)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:126)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
[junit4] 2> ... 3 more
[junit4] 2> 2201751 ERROR (OverseerAutoScalingTriggerThread-73781563702968323-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
[junit4] 2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
[junit4] 2> at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:78)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:126)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
[junit4] 2> ... 3 more
[junit4] 2> 2201751 ERROR (OverseerAutoScalingTriggerThread-73781563702968323-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
[junit4] 2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
[junit4] 2> at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:78)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:126)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
[junit4] 2> ... 3 more
[junit4] 2> 2201752 ERROR (OverseerAutoScalingTriggerThread-73781563702968323-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
[junit4] 2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
[junit4] 2> at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:78)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:126)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
[junit4] 2> ... 3 more
[junit4] 2> 2201752 ERROR (OverseerAutoScalingTriggerThread-73781563702968323-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
[junit4] 2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
[junit4] 2> at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:78)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:126)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
[junit4] 2> ... 3 more
[junit4] 2> 2201752 ERROR (OverseerAutoScalingTriggerThread-73781563702968323-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
[junit4] 2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
[junit4] 2> at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:78)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:126)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
[junit4] 2> ... 3 more
[junit4] 2> 2201753 ERROR (OverseerAutoScalingTriggerThread-73781563702968323-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
[junit4] 2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
[junit4] 2> at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:78)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:126)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
[junit4] 2> ... 3 more
[junit4] 2> 2201753 ERROR (OverseerAutoScalingTriggerThread-73781563702968323-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
[junit4] 2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
[junit4] 2> at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:78)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:126)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
[junit4] 2> ... 3 more
[junit4] 2> 2201753 ERROR (OverseerAutoScalingTriggerThread-73781563702968323-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
[junit4] 2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
[junit4] 2> at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:78)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:126)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
[junit4] 2> ... 3 more
[junit4] 2> 2201753 ERROR (OverseerAutoScalingTriggerThread-73781563702968323-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
[junit4] 2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
[junit4] 2> at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:78)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:126)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
[junit4] 2> ... 3 more
[junit4] 2> 2201754 ERROR (OverseerAutoScalingTriggerThread-73781563702968323-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
[junit4] 2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
[junit4] 2> at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:78)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:126)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
[junit4] 2> ... 3 more
[junit4] 2> 2201754 ERROR (OverseerAutoScalingTriggerThread-73781563702968323-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
[junit4] 2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
[junit4] 2> at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:78)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:126)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
[junit4] 2> ... 3 more
[junit4] 2> 2201754 ERROR (OverseerAutoScalingTriggerThread-73781563702968323-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
[junit4] 2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
[junit4] 2> at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:78)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:126)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
[junit4] 2> ... 3 more
[junit4] 2> 2201754 ERROR (OverseerAutoScalingTriggerThread-73781563702968323-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
[junit4] 2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
[junit4] 2> at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:78)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:126)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
[junit4] 2> ... 3 more
[junit4] 2> 2201755 ERROR (OverseerAutoScalingTriggerThread-73781563702968323-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
[junit4] 2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
[junit4] 2> at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:78)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:126)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
[junit4] 2> ... 3 more
[junit4] 2> 2201755 ERROR (OverseerAutoScalingTriggerThread-73781563702968323-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
[junit4] 2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
[junit4] 2> at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:78)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:126)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
[junit4] 2> ... 3 more
[junit4] 2> 2201748 ERROR (TEST-ZkControllerTest.testReadConfigName-seed#[56462CE3F2AD0ECE]) [n:127.0.0.1:8983_solr ] o.a.s.c.SolrCores No transient handler has been defined. Check solr.xml to see if an attempt to provide a custom TransientSolrCoreCacheFactory was done incorrectly since the default should have been used otherwise.
[junit4] 2> 2201756 ERROR (TEST-ZkControllerTest.testReadConfigName-seed#[56462CE3F2AD0ECE]) [n:127.0.0.1:8983_solr ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2201756 INFO (TEST-ZkControllerTest.testReadConfigName-seed#[56462CE3F2AD0ECE]) [n:127.0.0.1:8983_solr ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42541 42541
[junit4] 2> 2201756 ERROR (OverseerAutoScalingTriggerThread-73781563702968323-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
[junit4] 2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
[junit4] 2> at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:78)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:126)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
[junit4] 2> ... 3 more
[junit4] 2> 2201761 ERROR (OverseerAutoScalingTriggerThread-73781563702968323-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
[junit4] 2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
[junit4] 2> at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:78)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:126)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
[junit4] 2> ... 3 more
[junit4] 2> 2201762 ERROR (OverseerAutoScalingTriggerThread-73781563702968323-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
[junit4] 2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
[junit4] 2> at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:78)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:126)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
[junit4] 2> ... 3 more
[junit4] 2> 2201762 ERROR (OverseerAutoScalingTriggerThread-73781563702968323-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
[junit4] 2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
[junit4] 2> at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:78)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:126)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
[junit4] 2> ... 3 more
[junit4] 2> 2201762 ERROR (OverseerAutoScalingTriggerThread-73781563702968323-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
[junit4] 2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
[junit4] 2> at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:78)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:126)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
[junit4] 2> ... 3 more
[junit4] 2> 2201762 ERROR (OverseerAutoScalingTriggerThread-73781563702968323-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
[junit4] 2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
[junit4] 2> at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:78)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:126)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
[junit4] 2> ... 3 more
[junit4] 2> 2201763 ERROR (OverseerAutoScalingTriggerThread-73781563702968323-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
[junit4] 2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
[junit4] 2> at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:78)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:126)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
[junit4] 2> ... 3 more
[junit4] 2> 2201763 ERROR (OverseerAutoScalingTriggerThread-73781563702968323-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
[junit4] 2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
[junit4] 2> at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:78)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:126)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
[junit4] 2> ... 3 more
[junit4] 2> 2201763 ERROR (OverseerAutoScalingTriggerThread-73781563702968323-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
[junit4] 2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
[junit4] 2> at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:78)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:126)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
[junit4] 2> ... 3 more
[junit4] 2> 2201763 ERROR (OverseerAutoScalingTriggerThread-73781563702968323-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
[junit4] 2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
[junit4] 2> at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:78)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:126)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
[junit4] 2> ... 3 more
[junit4] 2> 2201764 ERROR (OverseerAutoScalingTriggerThread-73781563702968323-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
[junit4] 2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
[junit4] 2> at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:78)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:126)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
[junit4] 2> ... 3 more
[junit4] 2> 2201764 ERROR (OverseerAutoScalingTriggerThread-73781563702968323-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
[junit4] 2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
[junit4] 2> at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:78)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:126)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecuto
[...truncated too long message...]
scaling.json
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
[junit4] 2> at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:78)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:126)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
[junit4] 2> ... 3 more
[junit4] 2> 3133133 ERROR (OverseerAutoScalingTriggerThread-73781563702968323-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
[junit4] 2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
[junit4] 2> at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:78)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:126)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
[junit4] 2> ... 3 more
[junit4] 2> 3133133 ERROR (OverseerAutoScalingTriggerThread-73781563702968323-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
[junit4] 2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
[junit4] 2> at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:78)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:126)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
[junit4] 2> ... 3 more
[junit4] 2> 3133134 ERROR (OverseerAutoScalingTriggerThread-73781563702968323-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
[junit4] 2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
[junit4] 2> at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:78)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:126)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
[junit4] 2> ... 3 more
[junit4] 2> 3133134 ERROR (OverseerAutoScalingTriggerThread-73781563702968323-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
[junit4] 2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
[junit4] 2> at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:78)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:126)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
[junit4] 2> ... 3 more
[junit4] 2> 3133134 ERROR (OverseerAutoScalingTriggerThread-73781563702968323-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
[junit4] 2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
[junit4] 2> at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:78)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:126)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
[junit4] 2> ... 3 more
[junit4] FAILURE 0.11s J2 | TestLogWatcher.testLog4jWatcher <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected:<12> but was:<1>
[junit4] > at org.apache.solr.logging.TestLogWatcher.testLog4jWatcher(TestLogWatcher.java:52)
[junit4] Completed [666/783 (2!)] on J2 in 0.11s, 1 test, 1 failure <<< FAILURES!
[...truncated 49901 lines...]
[JENKINS] Lucene-Solr-Tests-7.3 - Build # 66 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.3/66/
2 tests failed.
FAILED: org.apache.solr.cloud.AddReplicaTest.test
Error Message:
core_node6:{"core":"addreplicatest_coll_shard1_replica_n5","base_url":"https://127.0.0.1:44520/solr","node_name":"127.0.0.1:44520_solr","state":"active","type":"NRT"}
Stack Trace:
java.lang.AssertionError: core_node6:{"core":"addreplicatest_coll_shard1_replica_n5","base_url":"https://127.0.0.1:44520/solr","node_name":"127.0.0.1:44520_solr","state":"active","type":"NRT"}
at __randomizedtesting.SeedInfo.seed([89D0A0941F0A2663:1849F4EB1F64B9B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.AddReplicaTest.test(AddReplicaTest.java:84)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.OverseerRolesTest.testOverseerRole
Error Message:
Timed out waiting for overseer state change
Stack Trace:
java.lang.AssertionError: Timed out waiting for overseer state change
at __randomizedtesting.SeedInfo.seed([89D0A0941F0A2663:681B5D0024B910B2]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.OverseerRolesTest.waitForNewOverseer(OverseerRolesTest.java:63)
at org.apache.solr.cloud.OverseerRolesTest.testOverseerRole(OverseerRolesTest.java:141)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13862 lines...]
[junit4] Suite: org.apache.solr.cloud.AddReplicaTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_89D0A0941F0A2663-001/init-core-data-001
[junit4] 2> 2442961 WARN (SUITE-AddReplicaTest-seed#[89D0A0941F0A2663]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 2442962 INFO (SUITE-AddReplicaTest-seed#[89D0A0941F0A2663]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2442963 INFO (SUITE-AddReplicaTest-seed#[89D0A0941F0A2663]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2442964 INFO (SUITE-AddReplicaTest-seed#[89D0A0941F0A2663]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2442964 INFO (SUITE-AddReplicaTest-seed#[89D0A0941F0A2663]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_89D0A0941F0A2663-001/tempDir-001
[junit4] 2> 2442964 INFO (SUITE-AddReplicaTest-seed#[89D0A0941F0A2663]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2442965 INFO (Thread-3585) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2442965 INFO (Thread-3585) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2442966 ERROR (Thread-3585) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2443065 INFO (SUITE-AddReplicaTest-seed#[89D0A0941F0A2663]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:41945
[junit4] 2> 2443074 INFO (zkConnectionManagerCallback-4067-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2443149 INFO (jetty-launcher-4064-thread-4) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2443151 INFO (jetty-launcher-4064-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2443154 INFO (jetty-launcher-4064-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2443162 INFO (jetty-launcher-4064-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2443223 INFO (jetty-launcher-4064-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2443223 INFO (jetty-launcher-4064-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2443223 INFO (jetty-launcher-4064-thread-4) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2443230 INFO (jetty-launcher-4064-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@767c8537{/solr,null,AVAILABLE}
[junit4] 2> 2443231 INFO (jetty-launcher-4064-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1f551f1a{SSL,[ssl, http/1.1]}{127.0.0.1:55566}
[junit4] 2> 2443231 INFO (jetty-launcher-4064-thread-4) [ ] o.e.j.s.Server Started @2450744ms
[junit4] 2> 2443231 INFO (jetty-launcher-4064-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55566}
[junit4] 2> 2443231 ERROR (jetty-launcher-4064-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2443231 INFO (jetty-launcher-4064-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.1
[junit4] 2> 2443231 INFO (jetty-launcher-4064-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2443231 INFO (jetty-launcher-4064-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2443232 INFO (jetty-launcher-4064-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-05-10T01:37:20.868Z
[junit4] 2> 2443256 INFO (jetty-launcher-4064-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2443256 INFO (jetty-launcher-4064-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2443256 INFO (jetty-launcher-4064-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2443257 INFO (jetty-launcher-4064-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5becc390{/solr,null,AVAILABLE}
[junit4] 2> 2443257 INFO (jetty-launcher-4064-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@61e9475c{SSL,[ssl, http/1.1]}{127.0.0.1:39728}
[junit4] 2> 2443257 INFO (jetty-launcher-4064-thread-2) [ ] o.e.j.s.Server Started @2450771ms
[junit4] 2> 2443257 INFO (jetty-launcher-4064-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39728}
[junit4] 2> 2443258 ERROR (jetty-launcher-4064-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2443258 INFO (jetty-launcher-4064-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.1
[junit4] 2> 2443258 INFO (jetty-launcher-4064-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2443258 INFO (jetty-launcher-4064-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2443258 INFO (jetty-launcher-4064-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-05-10T01:37:20.895Z
[junit4] 2> 2443308 INFO (jetty-launcher-4064-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2443308 INFO (jetty-launcher-4064-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2443308 INFO (jetty-launcher-4064-thread-3) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2443309 INFO (jetty-launcher-4064-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7f3db92b{/solr,null,AVAILABLE}
[junit4] 2> 2443309 INFO (jetty-launcher-4064-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5cc08691{SSL,[ssl, http/1.1]}{127.0.0.1:58438}
[junit4] 2> 2443310 INFO (jetty-launcher-4064-thread-3) [ ] o.e.j.s.Server Started @2450823ms
[junit4] 2> 2443310 INFO (jetty-launcher-4064-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58438}
[junit4] 2> 2443310 ERROR (jetty-launcher-4064-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2443310 INFO (jetty-launcher-4064-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.1
[junit4] 2> 2443310 INFO (jetty-launcher-4064-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2443310 INFO (jetty-launcher-4064-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2443310 INFO (jetty-launcher-4064-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-05-10T01:37:20.947Z
[junit4] 2> 2443311 INFO (zkConnectionManagerCallback-4069-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2443318 INFO (jetty-launcher-4064-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2443458 INFO (jetty-launcher-4064-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2443458 INFO (jetty-launcher-4064-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2443458 INFO (jetty-launcher-4064-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2443459 INFO (jetty-launcher-4064-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@654ac516{/solr,null,AVAILABLE}
[junit4] 2> 2443459 INFO (jetty-launcher-4064-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6f2f3f82{SSL,[ssl, http/1.1]}{127.0.0.1:44520}
[junit4] 2> 2443459 INFO (jetty-launcher-4064-thread-1) [ ] o.e.j.s.Server Started @2450973ms
[junit4] 2> 2443459 INFO (jetty-launcher-4064-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44520}
[junit4] 2> 2443460 ERROR (jetty-launcher-4064-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2443460 INFO (jetty-launcher-4064-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.1
[junit4] 2> 2443460 INFO (jetty-launcher-4064-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2443460 INFO (jetty-launcher-4064-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2443460 INFO (jetty-launcher-4064-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-05-10T01:37:21.097Z
[junit4] 2> 2443476 INFO (zkConnectionManagerCallback-4075-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2443477 INFO (jetty-launcher-4064-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2443489 INFO (zkConnectionManagerCallback-4071-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2443490 INFO (jetty-launcher-4064-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2443516 INFO (zkConnectionManagerCallback-4073-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2443517 INFO (jetty-launcher-4064-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2443527 INFO (jetty-launcher-4064-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41945/solr
[junit4] 2> 2443542 INFO (jetty-launcher-4064-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41945/solr
[junit4] 2> 2443554 INFO (jetty-launcher-4064-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41945/solr
[junit4] 2> 2443579 INFO (jetty-launcher-4064-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41945/solr
[junit4] 2> 2443562 INFO (zkConnectionManagerCallback-4080-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2443612 INFO (zkConnectionManagerCallback-4091-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2443614 INFO (zkConnectionManagerCallback-4085-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2443614 INFO (zkConnectionManagerCallback-4089-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2443614 DEBUG (jetty-launcher-4064-thread-4) [n:127.0.0.1:55566_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$42/2030896868@6fd1fff
[junit4] 2> 2443614 DEBUG (jetty-launcher-4064-thread-2) [n:127.0.0.1:39728_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$42/2030896868@3717f8ff
[junit4] 2> 2443631 DEBUG (jetty-launcher-4064-thread-3) [n:127.0.0.1:58438_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$42/2030896868@7d010e10
[junit4] 2> 2443770 DEBUG (jetty-launcher-4064-thread-1) [n:127.0.0.1:44520_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$42/2030896868@7448b11
[junit4] 2> 2443771 INFO (zkConnectionManagerCallback-4093-thread-1-processing-n:127.0.0.1:55566_solr) [n:127.0.0.1:55566_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2443808 INFO (zkConnectionManagerCallback-4097-thread-1-processing-n:127.0.0.1:58438_solr) [n:127.0.0.1:58438_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2443815 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 2443815 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2443815 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 2443816 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 2443816 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 2443817 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 2443822 INFO (zkConnectionManagerCallback-4095-thread-1-processing-n:127.0.0.1:39728_solr) [n:127.0.0.1:39728_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2443823 INFO (jetty-launcher-4064-thread-3) [n:127.0.0.1:58438_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2443824 DEBUG (jetty-launcher-4064-thread-3) [n:127.0.0.1:58438_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/73772549106565130-127.0.0.1:58438_solr-n_0000000000
[junit4] 2> 2443824 INFO (jetty-launcher-4064-thread-3) [n:127.0.0.1:58438_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58438_solr
[junit4] 2> 2443826 INFO (jetty-launcher-4064-thread-3) [n:127.0.0.1:58438_solr ] o.a.s.c.Overseer Overseer (id=73772549106565130-127.0.0.1:58438_solr-n_0000000000) starting
[junit4] 2> 2443834 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 2443835 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2443835 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 2443835 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 2443836 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 2443837 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 2443842 INFO (jetty-launcher-4064-thread-2) [n:127.0.0.1:39728_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2443843 DEBUG (jetty-launcher-4064-thread-2) [n:127.0.0.1:39728_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/73772549106565131-127.0.0.1:39728_solr-n_0000000001
[junit4] 2> 2443843 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/73772549106565130-127.0.0.1:58438_solr-n_0000000000
[junit4] 2> 2443844 DEBUG (jetty-launcher-4064-thread-2) [n:127.0.0.1:39728_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/73772549106565130-127.0.0.1:58438_solr-n_0000000000 to know if I could be the leader
[junit4] 2> 2443844 INFO (jetty-launcher-4064-thread-2) [n:127.0.0.1:39728_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39728_solr
[junit4] 2> 2443845 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 2443845 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 2443874 INFO (zkConnectionManagerCallback-4099-thread-1-processing-n:127.0.0.1:44520_solr) [n:127.0.0.1:44520_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2443882 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 2443882 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2443882 INFO (jetty-launcher-4064-thread-1) [n:127.0.0.1:44520_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2443882 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 2443883 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 2443883 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 2443884 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 2443885 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2443887 INFO (jetty-launcher-4064-thread-1) [n:127.0.0.1:44520_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2443888 DEBUG (jetty-launcher-4064-thread-1) [n:127.0.0.1:44520_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/73772549106565132-127.0.0.1:44520_solr-n_0000000002
[junit4] 2> 2443889 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/73772549106565131-127.0.0.1:39728_solr-n_0000000001
[junit4] 2> 2443889 DEBUG (jetty-launcher-4064-thread-1) [n:127.0.0.1:44520_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/73772549106565131-127.0.0.1:39728_solr-n_0000000001 to know if I could be the leader
[junit4] 2> 2443889 DEBUG (jetty-launcher-4064-thread-1) [n:127.0.0.1:44520_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:44520_solr as DOWN
[junit4] 2> 2443891 INFO (jetty-launcher-4064-thread-1) [n:127.0.0.1:44520_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44520_solr
[junit4] 2> 2443893 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 2443894 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 2443971 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 2443971 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2443971 INFO (jetty-launcher-4064-thread-4) [n:127.0.0.1:55566_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2443971 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 2443972 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 2443972 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 2443973 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 2443974 INFO (jetty-launcher-4064-thread-4) [n:127.0.0.1:55566_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2443974 DEBUG (jetty-launcher-4064-thread-4) [n:127.0.0.1:55566_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/73772549106565129-127.0.0.1:55566_solr-n_0000000003
[junit4] 2> 2443975 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/73772549106565132-127.0.0.1:44520_solr-n_0000000002
[junit4] 2> 2443975 DEBUG (jetty-launcher-4064-thread-4) [n:127.0.0.1:55566_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/73772549106565132-127.0.0.1:44520_solr-n_0000000002 to know if I could be the leader
[junit4] 2> 2443975 DEBUG (jetty-launcher-4064-thread-4) [n:127.0.0.1:55566_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:55566_solr as DOWN
[junit4] 2> 2443976 INFO (jetty-launcher-4064-thread-4) [n:127.0.0.1:55566_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55566_solr
[junit4] 2> 2443977 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 2443998 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2444009 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2444022 INFO (zkCallback-4096-thread-1-processing-n:127.0.0.1:58438_solr) [n:127.0.0.1:58438_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2444023 INFO (zkCallback-4092-thread-1-processing-n:127.0.0.1:55566_solr) [n:127.0.0.1:55566_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2444023 INFO (zkCallback-4094-thread-1-processing-n:127.0.0.1:39728_solr) [n:127.0.0.1:39728_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2444030 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2444030 INFO (zkCallback-4096-thread-2-processing-n:127.0.0.1:58438_solr) [n:127.0.0.1:58438_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 2444058 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2444086 INFO (zkCallback-4098-thread-1-processing-n:127.0.0.1:44520_solr) [n:127.0.0.1:44520_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 2444090 INFO (zkConnectionManagerCallback-4107-thread-1-processing-n:127.0.0.1:58438_solr) [n:127.0.0.1:58438_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2444091 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 2444091 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2444091 INFO (jetty-launcher-4064-thread-3) [n:127.0.0.1:58438_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2444091 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 2444092 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 2444092 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 2444092 INFO (jetty-launcher-4064-thread-3) [n:127.0.0.1:58438_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41945/solr ready
[junit4] 2> 2444097 INFO (jetty-launcher-4064-thread-2) [n:127.0.0.1:39728_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39728.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e4448a4
[junit4] 2> 2444120 DEBUG (OverseerStateUpdate-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 2444122 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue-work
[junit4] 2> 2444123 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 2444123 DEBUG (OverseerStateUpdate-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:44520_solr"} current state version: 0
[junit4] 2> 2444124 DEBUG (OverseerStateUpdate-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:44520_solr
[junit4] 2> 2444124 DEBUG (OverseerStateUpdate-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:55566_solr"} current state version: 0
[junit4] 2> 2444124 DEBUG (OverseerStateUpdate-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:55566_solr
[junit4] 2> 2444133 INFO (jetty-launcher-4064-thread-2) [n:127.0.0.1:39728_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39728.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e4448a4
[junit4] 2> 2444133 INFO (jetty-launcher-4064-thread-2) [n:127.0.0.1:39728_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39728.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e4448a4
[junit4] 2> 2444135 INFO (jetty-launcher-4064-thread-2) [n:127.0.0.1:39728_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_89D0A0941F0A2663-001/tempDir-001/node1/.
[junit4] 2> 2444138 DEBUG (OverseerCollectionConfigSetProcessor-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 2444140 DEBUG (OverseerCollectionConfigSetProcessor-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
[junit4] 2> 2444140 DEBUG (OverseerCollectionConfigSetProcessor-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 2444140 DEBUG (OverseerCollectionConfigSetProcessor-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 2444140 DEBUG (OverseerCollectionConfigSetProcessor-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 2444140 DEBUG (OverseerCollectionConfigSetProcessor-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 2444140 DEBUG (OverseerCollectionConfigSetProcessor-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 100 elements. ExcludeSet: []
[junit4] 2> 2444141 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 2444179 DEBUG (OverseerAutoScalingTriggerThread-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 2444180 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/autoscaling.json
[junit4] 2> 2444180 DEBUG (OverseerAutoScalingTriggerThread-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 2444180 DEBUG (OverseerAutoScalingTriggerThread-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:55566_solr, 127.0.0.1:44520_solr, 127.0.0.1:39728_solr]
[junit4] 2> 2444181 DEBUG (OverseerAutoScalingTriggerThread-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 2444181 DEBUG (OverseerAutoScalingTriggerThread-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 2444192 DEBUG (jetty-launcher-4064-thread-3) [n:127.0.0.1:58438_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:58438_solr as DOWN
[junit4] 2> 2444193 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 2444194 INFO (jetty-launcher-4064-thread-3) [n:127.0.0.1:58438_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58438_solr
[junit4] 2> 2444195 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 2444195 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 2444195 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 2444195 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 2444195 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 2444225 DEBUG (OverseerStateUpdate-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:58438_solr"} current state version: 0
[junit4] 2> 2444225 DEBUG (OverseerStateUpdate-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:58438_solr
[junit4] 2> 2444237 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2444237 INFO (zkCallback-4092-thread-1-processing-n:127.0.0.1:55566_solr) [n:127.0.0.1:55566_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2444252 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2444252 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2444252 INFO (zkCallback-4098-thread-1-processing-n:127.0.0.1:44520_solr) [n:127.0.0.1:44520_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2444253 INFO (zkCallback-4094-thread-1-processing-n:127.0.0.1:39728_solr) [n:127.0.0.1:39728_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2444253 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2444258 DEBUG (OverseerAutoScalingTriggerThread-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2444265 INFO (zkCallback-4106-thread-1-processing-n:127.0.0.1:58438_solr) [n:127.0.0.1:58438_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2444292 INFO (zkConnectionManagerCallback-4111-thread-1-processing-n:127.0.0.1:39728_solr) [n:127.0.0.1:39728_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2444291 INFO (jetty-launcher-4064-thread-4) [n:127.0.0.1:55566_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55566.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e4448a4
[junit4] 2> 2444286 DEBUG (OverseerAutoScalingTriggerThread-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 2444286 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 2444292 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2444284 INFO (jetty-launcher-4064-thread-1) [n:127.0.0.1:44520_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44520.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e4448a4
[junit4] 2> 2444292 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2444293 INFO (zkCallback-4096-thread-1-processing-n:127.0.0.1:58438_solr) [n:127.0.0.1:58438_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2444293 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 2444293 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2444294 DEBUG (ScheduledTrigger-6836-thread-1) [n:127.0.0.1:58438_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 2444294 INFO (jetty-launcher-4064-thread-2) [n:127.0.0.1:39728_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2444294 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 2444294 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 2444295 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 2444295 INFO (jetty-launcher-4064-thread-2) [n:127.0.0.1:39728_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41945/solr ready
[junit4] 2> 2444331 INFO (jetty-launcher-4064-thread-4) [n:127.0.0.1:55566_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55566.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e4448a4
[junit4] 2> 2444332 INFO (jetty-launcher-4064-thread-4) [n:127.0.0.1:55566_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55566.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e4448a4
[junit4] 2> 2444333 INFO (jetty-launcher-4064-thread-1) [n:127.0.0.1:44520_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44520.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e4448a4
[junit4] 2> 2444333 INFO (jetty-launcher-4064-thread-4) [n:127.0.0.1:55566_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_89D0A0941F0A2663-001/tempDir-001/node4/.
[junit4] 2> 2444333 INFO (jetty-launcher-4064-thread-1) [n:127.0.0.1:44520_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44520.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e4448a4
[junit4] 2> 2444334 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 2444334 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 2444346 INFO (jetty-launcher-4064-thread-1) [n:127.0.0.1:44520_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_89D0A0941F0A2663-001/tempDir-001/node2/.
[junit4] 2> 2444504 INFO (jetty-launcher-4064-thread-3) [n:127.0.0.1:58438_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58438.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e4448a4
[junit4] 2> 2444521 INFO (jetty-launcher-4064-thread-3) [n:127.0.0.1:58438_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58438.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e4448a4
[junit4] 2> 2444522 INFO (jetty-launcher-4064-thread-3) [n:127.0.0.1:58438_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58438.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e4448a4
[junit4] 2> 2444523 INFO (jetty-launcher-4064-thread-3) [n:127.0.0.1:58438_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_89D0A0941F0A2663-001/tempDir-001/node3/.
[junit4] 2> 2444524 INFO (zkConnectionManagerCallback-4116-thread-1-processing-n:127.0.0.1:55566_solr) [n:127.0.0.1:55566_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2444524 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 2444525 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2444534 INFO (jetty-launcher-4064-thread-4) [n:127.0.0.1:55566_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2444534 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 2444534 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 2444535 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 2444535 INFO (jetty-launcher-4064-thread-4) [n:127.0.0.1:55566_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41945/solr ready
[junit4] 2> 2444535 INFO (zkConnectionManagerCallback-4119-thread-1-processing-n:127.0.0.1:44520_solr) [n:127.0.0.1:44520_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2444537 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 2444537 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2444538 INFO (jetty-launcher-4064-thread-1) [n:127.0.0.1:44520_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2444538 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 2444538 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 2444538 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 2444539 INFO (jetty-launcher-4064-thread-1) [n:127.0.0.1:44520_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41945/solr ready
[junit4] 2> 2444674 INFO (zkConnectionManagerCallback-4121-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2444683 INFO (zkConnectionManagerCallback-4125-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2444685 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 2444686 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2444686 INFO (SUITE-AddReplicaTest-seed#[89D0A0941F0A2663]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2444686 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 2444686 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 2444687 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 2444687 INFO (SUITE-AddReplicaTest-seed#[89D0A0941F0A2663]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41945/solr ready
[junit4] 2> 2444776 INFO (TEST-AddReplicaTest.test-seed#[89D0A0941F0A2663]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 2444779 INFO (zkConnectionManagerCallback-4127-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2444814 INFO (qtp223355766-16493) [n:127.0.0.1:39728_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&maxShardsPerNode=2&name=addreplicatest_coll&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2444815 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 2444815 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 2444816 DEBUG (OverseerCollectionConfigSetProcessor-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000000
[junit4] 2> 2444816 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/overseer/collection-queue-work/qnr-0000000000
[junit4] 2> 2444817 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 2444817 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 2444817 DEBUG (OverseerCollectionConfigSetProcessor-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000000
[junit4] 2> 2444818 DEBUG (OverseerCollectionConfigSetProcessor-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.OverseerTaskQueue Returning topN elements: [/overseer/collection-queue-work/qn-0000000000, ]
[junit4] 2> 2444818 DEBUG (OverseerCollectionConfigSetProcessor-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ecf]]
[junit4] 2> 2444818 DEBUG (OverseerCollectionConfigSetProcessor-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as running
[junit4] 2> 2444818 DEBUG (OverseerCollectionConfigSetProcessor-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "name":"addreplicatest_coll",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"}
[junit4] 2> 2444819 DEBUG (OverseerCollectionConfigSetProcessor-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1
[junit4] 2> 2444819 DEBUG (OverseerCollectionConfigSetProcessor-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 2444819 DEBUG (OverseerCollectionConfigSetProcessor-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 2444819 DEBUG (OverseerCollectionConfigSetProcessor-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 2444819 DEBUG (OverseerCollectionConfigSetProcessor-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 2444820 DEBUG (OverseerCollectionConfigSetProcessor-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 99 elements. ExcludeSet: [/overseer/collection-queue-work/qn-0000000000],[]
[junit4] 2> 2444820 DEBUG (OverseerThreadFactory-6841-thread-1-processing-n:127.0.0.1:58438_solr) [n:127.0.0.1:58438_solr ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000000
[junit4] 2> 2444820 DEBUG (OverseerThreadFactory-6841-thread-1-processing-n:127.0.0.1:58438_solr) [n:127.0.0.1:58438_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
[junit4] 2> "name":"addreplicatest_coll",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"}
[junit4] 2> 2444820 INFO (OverseerThreadFactory-6841-thread-1-processing-n:127.0.0.1:58438_solr) [n:127.0.0.1:58438_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection addreplicatest_coll
[junit4] 2> 2444822 DEBUG (OverseerThreadFactory-6841-thread-1-processing-n:127.0.0.1:58438_solr) [n:127.0.0.1:58438_solr ] o.a.s.c.a.c.Assign Identify nodes using default
[junit4] 2> 2444822 DEBUG (OverseerThreadFactory-6841-thread-1-processing-n:127.0.0.1:58438_solr) [n:127.0.0.1:58438_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler creating collections conf node /collections/addreplicatest_coll
[junit4] 2> 2444823 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 2444823 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 2444823 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 2444824 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 2444824 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 2444824 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 2444824 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 2444824 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 2444824 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 2444824 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 2444824 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 2444825 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 2444825 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 2444825 DEBUG (OverseerThreadFactory-6841-thread-1-processing-n:127.0.0.1:58438_solr) [n:127.0.0.1:58438_solr ] o.a.s.c.a.c.CreateCollectionCmd Check for collection zkNode:addreplicatest_coll
[junit4] 2> 2444826 DEBUG (OverseerThreadFactory-6841-thread-1-processing-n:127.0.0.1:58438_solr) [n:127.0.0.1:58438_solr ] o.a.s.c.a.c.CreateCollectionCmd Collection zkNode exists
[junit4] 2> 2444827 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 2444827 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 2444828 DEBUG (OverseerStateUpdate-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"addreplicatest_coll",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 2444828 DEBUG (OverseerStateUpdate-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: addreplicatest_coll
[junit4] 2> 2444830 DEBUG (OverseerStateUpdate-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/addreplicatest_coll/state.json
[junit4] 2> 2444830 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 2444831 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 2444831 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 2444832 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 2444833 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 2444843 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 2444967 DEBUG (OverseerThreadFactory-6841-thread-1-processing-n:127.0.0.1:58438_solr) [n:127.0.0.1:58438_solr ] o.a.s.c.a.c.CreateCollectionCmd Creating SolrCores for new collection addreplicatest_coll, shardNames [shard1, shard2] , message : {
[junit4] 2> "name":"addreplicatest_coll",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"}
[junit4] 2> 2444974 DEBUG (OverseerThreadFactory-6841-thread-1-processing-n:127.0.0.1:58438_solr) [n:127.0.0.1:58438_solr ] o.a.s.c.a.c.CreateCollectionCmd Creating core addreplicatest_coll_shard1_replica_n1 as part of shard shard1 of collection addreplicatest_coll on 127.0.0.1:55566_solr
[junit4] 2> 2444975 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 2444975 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 2444976 DEBUG (OverseerStateUpdate-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"addreplicatest_coll",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"addreplicatest_coll_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:55566/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 2444976 INFO (OverseerStateUpdate-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"addreplicatest_coll",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"addreplicatest_coll_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:55566/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2444978 DEBUG (OverseerStateUpdate-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 2444978 DEBUG (OverseerStateUpdate-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":"addreplicatest_coll_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:55566/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 2444979 DEBUG (OverseerThreadFactory-6841-thread-1-processing-n:127.0.0.1:58438_solr) [n:127.0.0.1:58438_solr ] o.a.s.c.a.c.CreateCollectionCmd Creating core addreplicatest_coll_shard2_replica_n3 as part of shard shard2 of collection addreplicatest_coll on 127.0.0.1:58438_solr
[junit4] 2> 2444986 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 2444987 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 2444987 DEBUG (OverseerThreadFactory-6841-thread-1-processing-n:127.0.0.1:58438_solr) [n:127.0.0.1:58438_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Expecting [addreplicatest_coll_shard1_replica_n1, addreplicatest_coll_shard2_replica_n3] cores but found {}
[junit4] 2> 2444988 DEBUG (OverseerStateUpdate-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"addreplicatest_coll",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"addreplicatest_coll_shard2_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:58438/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 2444988 INFO (OverseerStateUpdate-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"addreplicatest_coll",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"addreplicatest_coll_shard2_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:58438/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2444989 DEBUG (OverseerStateUpdate-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.o.SliceMutator Old Slice: shard2:{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 2444989 DEBUG (OverseerStateUpdate-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.o.SliceMutator New Slice: shard2:{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node4":{
[junit4] 2> "core":"addreplicatest_coll_shard2_replica_n3",
[junit4] 2> "base_url":"https://127.0.0.1:58438/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 2444998 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 2445088 DEBUG (OverseerThreadFactory-6841-thread-1-processing-n:127.0.0.1:58438_solr) [n:127.0.0.1:58438_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Expecting [addreplicatest_coll_shard1_replica_n1, addreplicatest_coll_shard2_replica_n3] cores but found {}
[junit4] 2> 2445089 DEBUG (OverseerStateUpdate-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/addreplicatest_coll/state.json version: 0
[junit4] 2> 2445090 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 2445091 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 2445502 DEBUG (ScheduledTrigger-6836-thread-1) [n:127.0.0.1:58438_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 2445503 INFO (qtp2020872318-16482) [n:127.0.0.1:55566_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=addreplicatest_coll_shard1_replica_n1&action=CREATE&numShards=2&collection=addreplicatest_coll&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2445504 INFO (qtp2020872318-16482) [n:127.0.0.1:55566_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2445506 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 2445526 DEBUG (qtp2020872318-16482) [n:127.0.0.1:55566_solr c:addreplicatest_coll s:shard1 r:core_node2 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 2445533 INFO (qtp525376757-16502) [n:127.0.0.1:58438_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf1&newCollection=true&name=addreplicatest_coll_shard2_replica_n3&action=CREATE&numShards=2&collection=addreplicatest_coll&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2445534 INFO (qtp525376757-16502) [n:127.0.0.1:58438_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2445541 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 2445542 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 2445542 DEBUG (OverseerStateUpdate-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"addreplicatest_coll_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:55566/solr",
[junit4] 2> "node_name":"127.0.0.1:55566_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"addreplicatest_coll",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 2445542 DEBUG (OverseerStateUpdate-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"addreplicatest_coll_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:55566/solr",
[junit4] 2> "node_name":"127.0.0.1:55566_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"addreplicatest_coll",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 2445543 DEBUG (OverseerStateUpdate-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node2:{"core":"addreplicatest_coll_shard1_replica_n1","base_url":"https://127.0.0.1:55566/solr","node_name":"127.0.0.1:55566_solr","state":"down","type":"NRT"}
[junit4] 2> 2445543 DEBUG (OverseerStateUpdate-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(addreplicatest_coll//collections/addreplicatest_coll/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{
[junit4] 2> "shard1":{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":"addreplicatest_coll_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:55566/solr",
[junit4] 2> "node_name":"127.0.0.1:55566_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}},
[junit4] 2> "shard2":{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node4":{
[junit4] 2> "core":"addreplicatest_coll_shard2_replica_n3",
[junit4] 2> "base_url":"https://127.0.0.1:58438/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 2445546 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 2445546 DEBUG (qtp2020872318-16482) [n:127.0.0.1:55566_solr c:addreplicatest_coll s:shard1 r:core_node2 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.ZkController Registering watch for collection addreplicatest_coll
[junit4] 2> 2445546 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 2445553 DEBUG (qtp525376757-16502) [n:127.0.0.1:58438_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n3] o.a.s.c.ZkController publishing state=down
[junit4] 2> 2445553 DEBUG (qtp2020872318-16482) [n:127.0.0.1:55566_solr c:addreplicatest_coll s:shard1 r:core_node2 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.ZkController waiting to find shard id in clusterstate for addreplicatest_coll_shard1_replica_n1
[junit4] 2> 2445554 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 2445555 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 2445555 DEBUG (qtp525376757-16502) [n:127.0.0.1:58438_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n3] o.a.s.c.ZkController Registering watch for collection addreplicatest_coll
[junit4] 2> 2445555 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 2445555 DEBUG (OverseerStateUpdate-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"addreplicatest_coll_shard2_replica_n3",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:58438/solr",
[junit4] 2> "node_name":"127.0.0.1:58438_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"addreplicatest_coll",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 2445555 DEBUG (OverseerStateUpdate-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"addreplicatest_coll_shard2_replica_n3",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:58438/solr",
[junit4] 2> "node_name":"127.0.0.1:58438_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"addreplicatest_coll",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 2445556 DEBUG (OverseerStateUpdate-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node4:{"core":"addreplicatest_coll_shard2_replica_n3","base_url":"https://127.0.0.1:58438/solr","node_name":"127.0.0.1:58438_solr","state":"down","type":"NRT"}
[junit4] 2> 2445556 DEBUG (OverseerStateUpdate-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(addreplicatest_coll//collections/addreplicatest_coll/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{
[junit4] 2> "shard1":{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":"addreplicatest_coll_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:55566/solr",
[junit4] 2> "node_name":"127.0.0.1:55566_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}},
[junit4] 2> "shard2":{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node4":{
[junit4] 2> "core":"addreplicatest_coll_shard2_replica_n3",
[junit4] 2> "base_url":"https://127.0.0.1:58438/solr",
[junit4] 2> "node_name":"127.0.0.1:58438_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 2445556 DEBUG (qtp525376757-16502) [n:127.0.0.1:58438_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n3] o.a.s.c.ZkController waiting to find shard id in clusterstate for addreplicatest_coll_shard2_replica_n3
[junit4] 2> 2445657 DEBUG (OverseerStateUpdate-73772549106565130-127.0.0.1:58438_solr-n_0000000000) [n:127.0.0.1:58438_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/addreplicatest_coll/state.json version: 1
[junit4] 2> 2445657 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 2445657 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 2445657 INFO (zkCallback-4096-thread-1-processing-n:127.0.0.1:58438_solr) [n:127.0.0.1:58438_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addreplicatest_coll/state.json] for collection [addreplicatest_coll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2445658 INFO (zkCallback-4096-thread-2-processing-n:127.0.0.1:58438_solr) [n:127.0.0.1:58438_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addreplicatest_coll/state.json] for collection [addreplicatest_coll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2445658 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 2445658 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 2445658 INFO (zkCallback-4092-thread-1-processing-n:127.0.0.1:55566_solr) [n:127.0.0.1:55566_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addreplicatest_coll/state.json] for collection [addreplicatest_coll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2445659 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 2445659 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 2445660 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 2445666 INFO (zkCallback-4092-thread-2-processing-n:127.0.0.1:55566_solr) [n:127.0.0.1:55566_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addreplicatest_coll/state.json] for collection [addreplicatest_coll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2445667 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 2446503 DEBUG (ScheduledTrigger-6836-thread-2) [n:127.0.0.1:58438_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 2446574 INFO (qtp525376757-16502) [n:127.0.0.1:58438_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.1
[junit4] 2> 2446580 INFO (qtp2020872318-16482) [n:127.0.0.1:55566_solr c:addreplicatest_coll s:shard1 r:core_node2 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.1
[junit4] 2> 2446592 INFO (qtp525376757-16502) [n:127.0.0.1:58438_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n3] o.a.s.s.IndexSchema [addreplicatest_coll_shard2_replica_n3] Schema name=minimal
[junit4] 2> 2446597 INFO (qtp2020872318-16482) [n:127.0.0.1:55566_solr c:addreplicatest_coll s:shard1 r:core_node2 x:addreplicatest_coll_shard1_replica_n1] o.a.s.s.IndexSchema [addreplicatest_coll_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2446603 INFO (qtp2020872318-16482) [n:127.0.0.1:55566_solr c:addreplicatest_coll s:shard1 r:core_node2 x:addreplicatest_coll_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2446603 INFO (qtp2020872318-16482) [n:127.0.0.1:55566_solr c:addreplicatest_coll s:shard1 r:core_node2 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'addreplicatest_coll_shard1_replica_n1' using configuration from collection addreplicatest_coll, trusted=true
[junit4] 2> 2446604 INFO (qtp2020872318-16482) [n:127.0.0.1:55566_solr c:addreplicatest_coll s:shard1 r:core_node2 x:addreplicatest_coll_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55566.solr.core.addreplicatest_coll.shard1.replica_n1' (registry 'solr.core.addreplicatest_coll.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e4448a4
[junit4] 2> 2446604 INFO (qtp2020872318-16482) [n:127.0.0.1:55566_solr c:addreplicatest_coll s:shard1 r:core_node2 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2446604 INFO (qtp2020872318-16482) [n:127.0.0.1:55566_solr c:addreplicatest_coll s:shard1 r:core_node2 x:addreplicatest_coll_shard1_replica_n1] o.a.s.c.SolrCore [[addreplicatest_coll_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_89D0A0941F0A2663-001/tempDir-001/node4/addreplicatest_coll_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_89D0A0941F0A2663-001/tempDir-001/node4/./addreplicatest_coll_shard1_replica_n1/data/]
[junit4] 2> 2446606 INFO (qtp525376757-16502) [n:127.0.0.1:58438_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2446606 INFO (qtp525376757-16502) [n:127.0.0.1:58438_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'addreplicatest_coll_shard2_replica_n3' using configuration from collection addreplicatest_coll, trusted=true
[junit4] 2> 2446607 INFO (qtp525376757-16502) [n:127.0.0.1:58438_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58438.solr.core.addreplicatest_coll.shard2.replica_n3' (registry 'solr.core.addreplicatest_coll.shard2.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e4448a4
[junit4] 2> 2446607 INFO (qtp525376757-16502) [n:127.0.0.1:58438_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2446607 INFO (qtp525376757-16502) [n:127.0.0.1:58438_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n3] o.a.s.c.SolrCore [[addreplicatest_coll_shard2_replica_n3] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_89D0A0941F0A2663-001/tempDir-001/node3/addreplicatest_coll_shard2_replica_n3], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_89D0A0941F0A2663-001/tempDir-001/node3/./addreplicatest_coll_shard2_replica_n3/data/]
[junit4] 2> 2446743 INFO (qtp525376757-16502) [n:127.0.0.1:58438_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2446743 INFO (qtp525376757-16502) [n:127.0.0.1:58438_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2446744 INFO (qtp525376757-16502) [n:127.0.0.1:58438_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2446744 INFO (qtp525376757-16502) [n:127.0.0.1:58438_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2446746 INFO (qtp525376757-16502) [n:127.0.0.1:58438_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@ec594d5[addreplicatest_coll_shard2_replica_n3] main]
[junit4] 2> 2446748 INFO (qtp525376757-16502) [n:127.0.0.1:58438_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2446749 INFO (qtp525376757-16502) [n:127.0.0.1:58438_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2446750 INFO (qtp525376757-16502) [n:127.0.0.1:58438_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2446750 INFO (qtp525376757-16502) [n:127.0.0.1:58438_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1600039151874342912
[junit4] 2> 2446752 DEBUG (qtp525376757-16502) [n:127.0.0.1:58438_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n3] o.a.s.c.ZkController watch zkdir /configs/conf1
[junit4] 2> 2446752 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/configs/conf1
[junit4] 2> 2446756 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/collections/addreplicatest_coll/terms/shard2
[junit4] 2> 2446756 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/collections/addreplicatest_coll/terms/shard2
[junit4] 2> 2446756 INFO (qtp525376757-16502) [n:127.0.0.1:58438_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n3] o.a.s.c.ZkShardTerms Successful update of terms at /collections/addreplicatest_coll/terms/shard2 to Terms{values={core_node4=0}, version=0}
[junit4] 2> 2446756 DEBUG (qtp525376757-16502) [n:127.0.0.1:58438_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n3] o.a.s.c.ZkController Register replica - core:addreplicatest_coll_shard2_replica_n3 address:https://127.0.0.1:58438/solr collection:addreplicatest_coll shard:shard2
[junit4] 2> 2446757 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/collections/addreplicatest_coll/terms/shard2
[junit4] 2> 2446757 INFO (searcherExecutor-6847-thread-1-processing-n:127.0.0.1:58438_solr x:addreplicatest_coll_shard2_replica_n3 s:shard2 c:addreplicatest_coll r:core_node4) [n:127.0.0.1:58438_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n3] o.a.s.c.SolrCore [addreplicatest_coll_shard2_replica_n3] Registered new searcher Searcher@ec594d5[addreplicatest_coll_shard2_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2446759 DEBUG (qtp525376757-16502) [n:127.0.0.1:58438_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n3] o.a.s.c.LeaderElector Joined leadership election with path: /collections/addreplicatest_coll/leader_elect/shard2/election/73772549106565130-core_node4-n_0000000000
[junit4] 2> 2446760 DEBUG (qtp525376757-16502) [n:127.0.0.1:58438_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard2 and weAreReplacement=false and leaderVoteWait=10000
[junit4] 2> 2446760 INFO (qtp525376757-16502) [n:127.0.0.1:58438_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2446760 INFO (qtp525376757-16502) [n:127.0.0.1:58438_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2446760 INFO (qtp525376757-16502) [n:127.0.0.1:58438_solr c:addreplicatest_coll s:shard2 r:core_node4 x:addreplicatest_coll_shard2_replica_n3] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:58438/solr/addreplicatest_coll_shard2_replica_n3/
[junit4] 2> 2446760 INFO (qtp52537675
[...truncated too long message...]
7.0.0.1:48585_solr) [n:127.0.0.1:48585_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2571306 INFO (jetty-closer-6514-thread-3) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2571306 INFO (zkCallback-6543-thread-2-processing-n:127.0.0.1:41573_solr) [n:127.0.0.1:41573_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2571307 INFO (zkCallback-6548-thread-1-processing-n:127.0.0.1:54628_solr) [n:127.0.0.1:54628_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2571309 INFO (zkCallback-6554-thread-2-processing-n:127.0.0.1:41573_solr) [n:127.0.0.1:41573_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 2571309 INFO (zkCallback-6567-thread-1-processing-n:127.0.0.1:48585_solr) [n:127.0.0.1:48585_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 2571309 INFO (zkCallback-6548-thread-1-processing-n:127.0.0.1:54628_solr) [n:127.0.0.1:54628_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 2571310 INFO (zkCallback-6543-thread-2-processing-n:127.0.0.1:41573_solr) [n:127.0.0.1:41573_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 2571310 INFO (zkCallback-6541-thread-1-processing-n:127.0.0.1:48585_solr) [n:127.0.0.1:48585_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 2571311 INFO (jetty-closer-6514-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2571311 INFO (jetty-closer-6514-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2571311 WARN (OverseerAutoScalingTriggerThread-73772556447449100-127.0.0.1:54628_solr-n_0000000008) [n:127.0.0.1:54628_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2571312 INFO (zkCallback-6561-thread-1-processing-n:127.0.0.1:54628_solr) [n:127.0.0.1:54628_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 2571322 INFO (jetty-closer-6514-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2e135ba{/solr,null,UNAVAILABLE}
[junit4] 2> 2571323 INFO (jetty-closer-6514-thread-3) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2571323 WARN (zkCallback-6561-thread-2-processing-n:127.0.0.1:54628_solr) [n:127.0.0.1:54628_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2571325 INFO (jetty-closer-6514-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1d87a8b1{/solr,null,UNAVAILABLE}
[junit4] 2> 2571325 INFO (jetty-closer-6514-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2572823 INFO (jetty-closer-6514-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@561894f6{/solr,null,UNAVAILABLE}
[junit4] 2> 2572823 INFO (jetty-closer-6514-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2572824 ERROR (SUITE-OverseerRolesTest-seed#[89D0A0941F0A2663]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2572825 INFO (SUITE-OverseerRolesTest-seed#[89D0A0941F0A2663]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49179 49179
[junit4] 2> 2572925 INFO (Thread-3362) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49179 49179
[junit4] 2> 2572926 WARN (Thread-3362) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/aliases.json
[junit4] 2> 9 /solr/clusterprops.json
[junit4] 2> 4 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/autoscaling.json
[junit4] 2> 9 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/live_nodes
[junit4] 2> 9 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 9 /solr/collections
[junit4] 2> 9 /solr/overseer/queue-work
[junit4] 2> 5 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J0/temp/solr.cloud.OverseerRolesTest_89D0A0941F0A2663-001
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true): {}, locale=es-CL, timezone=America/Boise
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=248702984,total=524288000
[junit4] 2> NOTE: All tests run in this JVM: [UninvertDocValuesMergePolicyTest, IndexBasedSpellCheckerTest, CursorPagingTest, SparseHLLTest, TestIndexingPerformance, BadCopyFieldTest, EchoParamsTest, TestCoreBackup, ConjunctionSolrSpellCheckerTest, LeaderElectionContextKeyTest, TestSchemaManager, TestLeaderInitiatedRecoveryThread, TestCrossCoreJoin, TestSolrConfigHandler, MoveReplicaTest, HighlighterMaxOffsetTest, TestCollectionsAPIViaSolrCloudCluster, TestIBSimilarityFactory, TestLegacyField, HdfsBasicDistributedZk2Test, TestBulkSchemaConcurrent, CollectionTooManyReplicasTest, BadIndexSchemaTest, ClassificationUpdateProcessorFactoryTest, StatsComponentTest, TestComputePlanAction, OverseerTaskQueueTest, ConnectionReuseTest, TestCloudInspectUtil, TriLevelCompositeIdRoutingTest, LargeFieldTest, TestSolrFieldCacheBean, TestMaxScoreQueryParser, TestWordDelimiterFilterFactory, TestDocTermOrds, TestLMDirichletSimilarityFactory, TestManagedStopFilterFactory, TestJavabinTupleStreamParser, CoreMergeIndexesAdminHandlerTest, SolrIndexSplitterTest, TestRebalanceLeaders, TestFastOutputStream, CloneFieldUpdateProcessorFactoryTest, PropertiesRequestHandlerTest, TestNumericTerms64, TestLuceneMatchVersion, TestCollationField, TestQuerySenderNoQuery, TestHighlightDedupGrouping, BufferStoreTest, TestReloadAndDeleteDocs, TestDefaultStatsCache, TestRandomFaceting, TestReqParamsAPI, TestRestManager, SpellingQueryConverterTest, ReplicationFactorTest, LeaderVoteWaitTimeoutTest, TestSort, MetricTriggerTest, TestPHPSerializedResponseWriter, SpellCheckCollatorTest, AnalysisErrorHandlingTest, SortSpecParsingTest, StatsReloadRaceTest, TestHashQParserPlugin, HdfsThreadLeakTest, HighlighterConfigTest, TestConfigSets, CoreSorterTest, TemplateUpdateProcessorTest, MBeansHandlerTest, TestRTimerTree, BasicAuthStandaloneTest, TestSchemaNameResource, ChaosMonkeyNothingIsSafeWithPullReplicasTest, PeerSyncWithIndexFingerprintCachingTest, ZkCLITest, DocumentAnalysisRequestHandlerTest, TestSolrCloudWithSecureImpersonation, SolrMetricManagerTest, HdfsRecoveryZkTest, RuleEngineTest, SpatialHeatmapFacetsTest, EnumFieldTest, DistribJoinFromCollectionTest, TestMacroExpander, TestSQLHandlerNonCloud, SolrIndexConfigTest, OutputWriterTest, TestCSVLoader, TestInfoStreamLogging, TestExtendedDismaxParser, TestHashPartitioner, AddSchemaFieldsUpdateProcessorFactoryTest, TestUseDocValuesAsStored, TestExportWriter, AutoscalingHistoryHandlerTest, OpenCloseCoreStressTest, TestDistribDocBasedVersion, TestWriterPerf, TestScoreJoinQPScore, TestSolrDeletionPolicy1, SimpleMLTQParserTest, TestSchemaVersionResource, TestChildDocTransformer, ConcurrentDeleteAndCreateCollectionTest, DistributedDebugComponentTest, SolrPluginUtilsTest, SSLMigrationTest, TestSolrQueryParser, TestMergePolicyConfig, BigEndianAscendingWordSerializerTest, TestDistributedStatsComponentCardinality, SolrShardReporterTest, TestRemoteStreaming, ExecutePlanActionTest, SmileWriterTest, TestCSVResponseWriter, TestStressLiveNodes, TestPKIAuthenticationPlugin, BlockJoinFacetRandomTest, TermVectorComponentDistributedTest, TestNonDefinedSimilarityFactory, TestConfigOverlay, CdcrRequestHandlerTest, DefaultValueUpdateProcessorTest, BasicDistributedZkTest, UnloadDistributedZkTest, SyncSliceTest, OverseerTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, ZkSolrClientTest, TestRandomDVFaceting, TestDistributedSearch, TestDistributedGrouping, TestFaceting, TestRecovery, DistributedSpellCheckComponentTest, ZkControllerTest, TestRealTimeGet, TestStressReorder, TestJoin, DistributedTermsComponentTest, TestCoreContainer, SimpleFacetsTest, TestSolr4Spatial, TestGroupingSearch, SolrCmdDistributorTest, PeerSyncTest, TestFiltering, DirectUpdateHandlerTest, TestIndexSearcher, DistributedQueryElevationComponentTest, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, DocValuesTest, DisMaxRequestHandlerTest, TestQueryUtils, DirectSolrSpellCheckerTest, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, RequestHandlersTest, MoreLikeThisHandlerTest, IndexSchemaRuntimeFieldTest, ReturnFieldsTest, JsonLoaderTest, TestPartialUpdateDeduplication, TestLFUCache, CollectionStateFormat2Test, CreateCollectionCleanupTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DeleteShardTest, DistribCursorPagingTest, HttpPartitionTest, LIROnShardRestartTest, LeaderFailoverAfterPartitionTest, LegacyCloudClusterPropTest, MissingSegmentRecoveryTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerModifyCollectionTest, OverseerRolesTest]
[junit4] Completed [545/783 (2!)] on J0 in 19.69s, 1 test, 1 failure <<< FAILURES!
[...truncated 50471 lines...]
[JENKINS] Lucene-Solr-Tests-7.3 - Build # 65 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.3/65/
5 tests failed.
FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove
Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:43732/solr/MoveReplicaHDFSTest_failed_coll_true, http://127.0.0.1:41589/solr/MoveReplicaHDFSTest_failed_coll_true]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:43732/solr/MoveReplicaHDFSTest_failed_coll_true, http://127.0.0.1:41589/solr/MoveReplicaHDFSTest_failed_coll_true]
at __randomizedtesting.SeedInfo.seed([AABFB03BF3F1394C:7263C94422EC9C]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1105)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:885)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:992)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:818)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:307)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:41589/solr/MoveReplicaHDFSTest_failed_coll_true: no servers hosting shard: shard2
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
... 46 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ZkControllerTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [Overseer] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:545) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:850) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307) at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393) at org.apache.solr.cloud.ZkController.rejoinOverseerElection(ZkController.java:2068) at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:331) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [Overseer]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.cloud.Overseer.start(Overseer.java:545)
at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:850)
at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
at org.apache.solr.cloud.ZkController.rejoinOverseerElection(ZkController.java:2068)
at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:331)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([AABFB03BF3F1394C]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:301)
at sun.reflect.GeneratedMethodAccessor42.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ZkControllerTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.ZkControllerTest: 1) Thread[id=17142, name=OverseerAutoScalingTriggerThread-72588785567399938-127.0.0.1:8983_solr-n_0000000001, state=RUNNABLE, group=Overseer autoscaling triggers] at java.security.AccessController.doPrivileged(Native Method) at java.io.PrintWriter.<init>(PrintWriter.java:116) at java.io.PrintWriter.<init>(PrintWriter.java:100) at org.apache.log4j.DefaultThrowableRenderer.render(DefaultThrowableRenderer.java:58) at org.apache.log4j.spi.ThrowableInformation.getThrowableStrRep(ThrowableInformation.java:87) at org.apache.log4j.spi.LoggingEvent.getThrowableStrRep(LoggingEvent.java:413) at org.apache.log4j.WriterAppender.subAppend(WriterAppender.java:313) at org.apache.log4j.WriterAppender.append(WriterAppender.java:162) at org.apache.log4j.AppenderSkeleton.doAppend(AppenderSkeleton.java:251) at org.apache.log4j.helpers.AppenderAttachableImpl.appendLoopOnAppenders(AppenderAttachableImpl.java:66) at org.apache.log4j.Category.callAppenders(Category.java:206) at org.apache.log4j.Category.forcedLog(Category.java:391) at org.apache.log4j.Category.log(Category.java:856) at org.slf4j.impl.Log4jLoggerAdapter.error(Log4jLoggerAdapter.java:576) at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:140) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.ZkControllerTest:
1) Thread[id=17142, name=OverseerAutoScalingTriggerThread-72588785567399938-127.0.0.1:8983_solr-n_0000000001, state=RUNNABLE, group=Overseer autoscaling triggers]
at java.security.AccessController.doPrivileged(Native Method)
at java.io.PrintWriter.<init>(PrintWriter.java:116)
at java.io.PrintWriter.<init>(PrintWriter.java:100)
at org.apache.log4j.DefaultThrowableRenderer.render(DefaultThrowableRenderer.java:58)
at org.apache.log4j.spi.ThrowableInformation.getThrowableStrRep(ThrowableInformation.java:87)
at org.apache.log4j.spi.LoggingEvent.getThrowableStrRep(LoggingEvent.java:413)
at org.apache.log4j.WriterAppender.subAppend(WriterAppender.java:313)
at org.apache.log4j.WriterAppender.append(WriterAppender.java:162)
at org.apache.log4j.AppenderSkeleton.doAppend(AppenderSkeleton.java:251)
at org.apache.log4j.helpers.AppenderAttachableImpl.appendLoopOnAppenders(AppenderAttachableImpl.java:66)
at org.apache.log4j.Category.callAppenders(Category.java:206)
at org.apache.log4j.Category.forcedLog(Category.java:391)
at org.apache.log4j.Category.log(Category.java:856)
at org.slf4j.impl.Log4jLoggerAdapter.error(Log4jLoggerAdapter.java:576)
at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:140)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([AABFB03BF3F1394C]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ZkControllerTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=17142, name=OverseerAutoScalingTriggerThread-72588785567399938-127.0.0.1:8983_solr-n_0000000001, state=RUNNABLE, group=Overseer autoscaling triggers] at java.lang.Object.notifyAll(Native Method) at org.apache.zookeeper.ClientCnxn.finishPacket(ClientCnxn.java:652) at org.apache.zookeeper.ClientCnxn.conLossPacket(ClientCnxn.java:674) at org.apache.zookeeper.ClientCnxn.queuePacket(ClientCnxn.java:1452) at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1405) at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1213) at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340) at org.apache.solr.common.cloud.SolrZkClient$$Lambda$291/1132778095.execute(Unknown Source) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340) at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176) at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:78) at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:126) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=17142, name=OverseerAutoScalingTriggerThread-72588785567399938-127.0.0.1:8983_solr-n_0000000001, state=RUNNABLE, group=Overseer autoscaling triggers]
at java.lang.Object.notifyAll(Native Method)
at org.apache.zookeeper.ClientCnxn.finishPacket(ClientCnxn.java:652)
at org.apache.zookeeper.ClientCnxn.conLossPacket(ClientCnxn.java:674)
at org.apache.zookeeper.ClientCnxn.queuePacket(ClientCnxn.java:1452)
at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1405)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1213)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
at org.apache.solr.common.cloud.SolrZkClient$$Lambda$291/1132778095.execute(Unknown Source)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:78)
at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:126)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([AABFB03BF3F1394C]:0)
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testZipFDistribution
Error Message:
Zipf distribution not descending!!!
Stack Trace:
java.lang.Exception: Zipf distribution not descending!!!
at __randomizedtesting.SeedInfo.seed([FA09F46146C3FDC8:DEBC9945516BF5E0]:0)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testZipFDistribution(StreamExpressionTest.java:7662)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13211 lines...]
[junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_AABFB03BF3F1394C-001/init-core-data-001
[junit4] 2> 2769581 INFO (SUITE-MoveReplicaHDFSTest-seed#[AABFB03BF3F1394C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2769582 INFO (SUITE-MoveReplicaHDFSTest-seed#[AABFB03BF3F1394C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 2769582 INFO (SUITE-MoveReplicaHDFSTest-seed#[AABFB03BF3F1394C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2769583 INFO (SUITE-MoveReplicaHDFSTest-seed#[AABFB03BF3F1394C]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_AABFB03BF3F1394C-001/tempDir-001
[junit4] 2> 2769583 INFO (SUITE-MoveReplicaHDFSTest-seed#[AABFB03BF3F1394C]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2769601 INFO (Thread-3989) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2769601 INFO (Thread-3989) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2769703 INFO (SUITE-MoveReplicaHDFSTest-seed#[AABFB03BF3F1394C]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:41853
[junit4] 2> 2769707 ERROR (Thread-3989) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2770016 INFO (zkConnectionManagerCallback-2240-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2770106 INFO (jetty-launcher-2237-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2770107 INFO (jetty-launcher-2237-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2770107 INFO (jetty-launcher-2237-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2770108 INFO (jetty-launcher-2237-thread-4) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2770238 INFO (jetty-launcher-2237-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2770238 INFO (jetty-launcher-2237-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2770238 INFO (jetty-launcher-2237-thread-3) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2770238 INFO (jetty-launcher-2237-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2770238 INFO (jetty-launcher-2237-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2770238 INFO (jetty-launcher-2237-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2770248 INFO (jetty-launcher-2237-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2770248 INFO (jetty-launcher-2237-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2770248 INFO (jetty-launcher-2237-thread-4) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2770248 INFO (jetty-launcher-2237-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4fa2fb64{/solr,null,AVAILABLE}
[junit4] 2> 2770249 INFO (jetty-launcher-2237-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7742fde8{HTTP/1.1,[http/1.1]}{127.0.0.1:46257}
[junit4] 2> 2770249 INFO (jetty-launcher-2237-thread-4) [ ] o.e.j.s.Server Started @2785072ms
[junit4] 2> 2770249 INFO (jetty-launcher-2237-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46257}
[junit4] 2> 2770249 ERROR (jetty-launcher-2237-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2770249 INFO (jetty-launcher-2237-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.1
[junit4] 2> 2770249 INFO (jetty-launcher-2237-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2770250 INFO (jetty-launcher-2237-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2770250 INFO (jetty-launcher-2237-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-05-08T08:14:40.117Z
[junit4] 2> 2770272 INFO (jetty-launcher-2237-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2770272 INFO (jetty-launcher-2237-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2770272 INFO (jetty-launcher-2237-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2770276 INFO (jetty-launcher-2237-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@60a662ad{/solr,null,AVAILABLE}
[junit4] 2> 2770276 INFO (jetty-launcher-2237-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7adab8d{HTTP/1.1,[http/1.1]}{127.0.0.1:43732}
[junit4] 2> 2770276 INFO (jetty-launcher-2237-thread-3) [ ] o.e.j.s.Server Started @2785099ms
[junit4] 2> 2770276 INFO (jetty-launcher-2237-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43732}
[junit4] 2> 2770276 ERROR (jetty-launcher-2237-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2770276 INFO (jetty-launcher-2237-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.1
[junit4] 2> 2770276 INFO (jetty-launcher-2237-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2770276 INFO (jetty-launcher-2237-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2770276 INFO (jetty-launcher-2237-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-05-08T08:14:40.143Z
[junit4] 2> 2770278 INFO (jetty-launcher-2237-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2ecb4443{/solr,null,AVAILABLE}
[junit4] 2> 2770278 INFO (jetty-launcher-2237-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@412716c2{HTTP/1.1,[http/1.1]}{127.0.0.1:44824}
[junit4] 2> 2770278 INFO (jetty-launcher-2237-thread-1) [ ] o.e.j.s.Server Started @2785101ms
[junit4] 2> 2770279 INFO (jetty-launcher-2237-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44824}
[junit4] 2> 2770279 ERROR (jetty-launcher-2237-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2770279 INFO (jetty-launcher-2237-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.1
[junit4] 2> 2770279 INFO (jetty-launcher-2237-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2770279 INFO (jetty-launcher-2237-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2770279 INFO (jetty-launcher-2237-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-05-08T08:14:40.146Z
[junit4] 2> 2770280 INFO (zkConnectionManagerCallback-2244-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2770281 INFO (jetty-launcher-2237-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2770292 INFO (jetty-launcher-2237-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@33c1bc57{/solr,null,AVAILABLE}
[junit4] 2> 2770292 INFO (jetty-launcher-2237-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1e2d07df{HTTP/1.1,[http/1.1]}{127.0.0.1:38486}
[junit4] 2> 2770292 INFO (jetty-launcher-2237-thread-2) [ ] o.e.j.s.Server Started @2785115ms
[junit4] 2> 2770292 INFO (jetty-launcher-2237-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38486}
[junit4] 2> 2770293 ERROR (jetty-launcher-2237-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2770293 INFO (jetty-launcher-2237-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.1
[junit4] 2> 2770293 INFO (jetty-launcher-2237-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2770293 INFO (jetty-launcher-2237-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2770293 INFO (jetty-launcher-2237-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-05-08T08:14:40.160Z
[junit4] 2> 2770307 INFO (zkConnectionManagerCallback-2248-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2770307 INFO (jetty-launcher-2237-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2770312 INFO (zkConnectionManagerCallback-2246-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2770312 INFO (jetty-launcher-2237-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2770323 INFO (zkConnectionManagerCallback-2242-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2770345 INFO (jetty-launcher-2237-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2770361 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x101e3139be50004, likely client has closed socket
[junit4] 2> 2770361 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x101e3139be50003, likely client has closed socket
[junit4] 2> 2770378 INFO (jetty-launcher-2237-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41853/solr
[junit4] 2> 2770459 INFO (zkConnectionManagerCallback-2252-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2770585 INFO (jetty-launcher-2237-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41853/solr
[junit4] 2> 2770587 INFO (jetty-launcher-2237-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41853/solr
[junit4] 2> 2770660 INFO (jetty-launcher-2237-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41853/solr
[junit4] 2> 2770777 INFO (zkConnectionManagerCallback-2256-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2770778 INFO (zkConnectionManagerCallback-2262-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2770778 INFO (zkConnectionManagerCallback-2260-thread-1-processing-n:127.0.0.1:43732_solr) [n:127.0.0.1:43732_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2770778 INFO (zkConnectionManagerCallback-2266-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2770812 INFO (zkConnectionManagerCallback-2268-thread-1-processing-n:127.0.0.1:38486_solr) [n:127.0.0.1:38486_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2770821 INFO (zkConnectionManagerCallback-2270-thread-1-processing-n:127.0.0.1:44824_solr) [n:127.0.0.1:44824_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2770822 INFO (zkConnectionManagerCallback-2272-thread-1-processing-n:127.0.0.1:46257_solr) [n:127.0.0.1:46257_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2771159 INFO (jetty-launcher-2237-thread-2) [n:127.0.0.1:38486_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2771160 INFO (jetty-launcher-2237-thread-2) [n:127.0.0.1:38486_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38486_solr
[junit4] 2> 2771161 INFO (jetty-launcher-2237-thread-2) [n:127.0.0.1:38486_solr ] o.a.s.c.Overseer Overseer (id=72588742373998602-127.0.0.1:38486_solr-n_0000000000) starting
[junit4] 2> 2771303 INFO (zkConnectionManagerCallback-2280-thread-1-processing-n:127.0.0.1:38486_solr) [n:127.0.0.1:38486_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2771323 INFO (jetty-launcher-2237-thread-2) [n:127.0.0.1:38486_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41853/solr ready
[junit4] 2> 2771357 INFO (jetty-launcher-2237-thread-2) [n:127.0.0.1:38486_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38486_solr
[junit4] 2> 2771425 INFO (OverseerStateUpdate-72588742373998602-127.0.0.1:38486_solr-n_0000000000) [n:127.0.0.1:38486_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2771500 INFO (zkCallback-2279-thread-1-processing-n:127.0.0.1:38486_solr) [n:127.0.0.1:38486_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2771684 INFO (jetty-launcher-2237-thread-4) [n:127.0.0.1:46257_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2771699 INFO (jetty-launcher-2237-thread-2) [n:127.0.0.1:38486_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38486.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b5e0b6f
[junit4] 2> 2771703 INFO (jetty-launcher-2237-thread-4) [n:127.0.0.1:46257_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2771718 INFO (jetty-launcher-2237-thread-4) [n:127.0.0.1:46257_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46257_solr
[junit4] 2> 2771736 INFO (jetty-launcher-2237-thread-2) [n:127.0.0.1:38486_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38486.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b5e0b6f
[junit4] 2> 2771736 INFO (jetty-launcher-2237-thread-2) [n:127.0.0.1:38486_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38486.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b5e0b6f
[junit4] 2> 2771737 INFO (jetty-launcher-2237-thread-2) [n:127.0.0.1:38486_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_AABFB03BF3F1394C-001/tempDir-001/node2/.
[junit4] 2> 2771770 INFO (zkCallback-2279-thread-1-processing-n:127.0.0.1:38486_solr) [n:127.0.0.1:38486_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2771811 INFO (zkCallback-2271-thread-1-processing-n:127.0.0.1:46257_solr) [n:127.0.0.1:46257_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2771811 INFO (zkCallback-2267-thread-1-processing-n:127.0.0.1:38486_solr) [n:127.0.0.1:38486_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2772051 INFO (jetty-launcher-2237-thread-1) [n:127.0.0.1:44824_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2772059 INFO (jetty-launcher-2237-thread-1) [n:127.0.0.1:44824_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2772062 INFO (jetty-launcher-2237-thread-1) [n:127.0.0.1:44824_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44824_solr
[junit4] 2> 2772084 INFO (jetty-launcher-2237-thread-4) [n:127.0.0.1:46257_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46257.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b5e0b6f
[junit4] 2> 2772104 INFO (zkCallback-2279-thread-1-processing-n:127.0.0.1:38486_solr) [n:127.0.0.1:38486_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2772107 INFO (jetty-launcher-2237-thread-3) [n:127.0.0.1:43732_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2772107 INFO (zkCallback-2271-thread-1-processing-n:127.0.0.1:46257_solr) [n:127.0.0.1:46257_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2772120 INFO (jetty-launcher-2237-thread-4) [n:127.0.0.1:46257_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46257.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b5e0b6f
[junit4] 2> 2772120 INFO (jetty-launcher-2237-thread-4) [n:127.0.0.1:46257_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46257.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b5e0b6f
[junit4] 2> 2772121 INFO (jetty-launcher-2237-thread-4) [n:127.0.0.1:46257_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_AABFB03BF3F1394C-001/tempDir-001/node4/.
[junit4] 2> 2772141 INFO (jetty-launcher-2237-thread-3) [n:127.0.0.1:43732_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2772141 INFO (zkCallback-2267-thread-2-processing-n:127.0.0.1:38486_solr) [n:127.0.0.1:38486_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2772142 INFO (zkCallback-2269-thread-1-processing-n:127.0.0.1:44824_solr) [n:127.0.0.1:44824_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2772144 INFO (zkConnectionManagerCallback-2284-thread-1-processing-n:127.0.0.1:46257_solr) [n:127.0.0.1:46257_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2772144 INFO (jetty-launcher-2237-thread-3) [n:127.0.0.1:43732_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43732_solr
[junit4] 2> 2772165 INFO (zkCallback-2267-thread-2-processing-n:127.0.0.1:38486_solr) [n:127.0.0.1:38486_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2772165 INFO (zkCallback-2279-thread-1-processing-n:127.0.0.1:38486_solr) [n:127.0.0.1:38486_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2772165 INFO (zkCallback-2269-thread-1-processing-n:127.0.0.1:44824_solr) [n:127.0.0.1:44824_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2772185 INFO (zkCallback-2259-thread-1-processing-n:127.0.0.1:43732_solr) [n:127.0.0.1:43732_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2772186 INFO (jetty-launcher-2237-thread-4) [n:127.0.0.1:46257_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2772187 INFO (jetty-launcher-2237-thread-4) [n:127.0.0.1:46257_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41853/solr ready
[junit4] 2> 2772193 INFO (zkCallback-2271-thread-1-processing-n:127.0.0.1:46257_solr) [n:127.0.0.1:46257_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2772431 INFO (jetty-launcher-2237-thread-3) [n:127.0.0.1:43732_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43732.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b5e0b6f
[junit4] 2> 2772434 INFO (jetty-launcher-2237-thread-1) [n:127.0.0.1:44824_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44824.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b5e0b6f
[junit4] 2> 2772468 INFO (jetty-launcher-2237-thread-3) [n:127.0.0.1:43732_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43732.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b5e0b6f
[junit4] 2> 2772468 INFO (jetty-launcher-2237-thread-3) [n:127.0.0.1:43732_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43732.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b5e0b6f
[junit4] 2> 2772486 INFO (jetty-launcher-2237-thread-3) [n:127.0.0.1:43732_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_AABFB03BF3F1394C-001/tempDir-001/node3/.
[junit4] 2> 2772487 INFO (jetty-launcher-2237-thread-1) [n:127.0.0.1:44824_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44824.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b5e0b6f
[junit4] 2> 2772487 INFO (jetty-launcher-2237-thread-1) [n:127.0.0.1:44824_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44824.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b5e0b6f
[junit4] 2> 2772488 INFO (jetty-launcher-2237-thread-1) [n:127.0.0.1:44824_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_AABFB03BF3F1394C-001/tempDir-001/node1/.
[junit4] 2> 2772492 INFO (zkConnectionManagerCallback-2289-thread-1-processing-n:127.0.0.1:43732_solr) [n:127.0.0.1:43732_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2772492 INFO (zkConnectionManagerCallback-2292-thread-1-processing-n:127.0.0.1:44824_solr) [n:127.0.0.1:44824_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2772493 INFO (jetty-launcher-2237-thread-3) [n:127.0.0.1:43732_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2772505 INFO (jetty-launcher-2237-thread-1) [n:127.0.0.1:44824_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2772511 INFO (jetty-launcher-2237-thread-3) [n:127.0.0.1:43732_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41853/solr ready
[junit4] 2> 2772526 INFO (jetty-launcher-2237-thread-1) [n:127.0.0.1:44824_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41853/solr ready
[junit4] 2> 2772703 INFO (zkConnectionManagerCallback-2294-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2772714 INFO (zkConnectionManagerCallback-2298-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2772715 INFO (SUITE-MoveReplicaHDFSTest-seed#[AABFB03BF3F1394C]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2772716 INFO (SUITE-MoveReplicaHDFSTest-seed#[AABFB03BF3F1394C]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41853/solr ready
[junit4] 2> 2772720 INFO (qtp1608975466-11584) [n:127.0.0.1:38486_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2772734 INFO (qtp1608975466-11584) [n:127.0.0.1:38486_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=14
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 2772902 WARN (SUITE-MoveReplicaHDFSTest-seed#[AABFB03BF3F1394C]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 2772928 WARN (SUITE-MoveReplicaHDFSTest-seed#[AABFB03BF3F1394C]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2772968 INFO (SUITE-MoveReplicaHDFSTest-seed#[AABFB03BF3F1394C]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2773052 INFO (SUITE-MoveReplicaHDFSTest-seed#[AABFB03BF3F1394C]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_lucene2.us.west_apache_org_40533_hdfs____.jfijwd/webapp
[junit4] 2> 2774545 INFO (SUITE-MoveReplicaHDFSTest-seed#[AABFB03BF3F1394C]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@lucene2-us-west.apache.org:40533
[junit4] 2> 2774802 INFO (OverseerCollectionConfigSetProcessor-72588742373998602-127.0.0.1:38486_solr-n_0000000000) [n:127.0.0.1:38486_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2774973 WARN (SUITE-MoveReplicaHDFSTest-seed#[AABFB03BF3F1394C]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2774974 INFO (SUITE-MoveReplicaHDFSTest-seed#[AABFB03BF3F1394C]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2775034 INFO (SUITE-MoveReplicaHDFSTest-seed#[AABFB03BF3F1394C]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_37905_datanode____.aa1j3z/webapp
[junit4] 2> 2775863 INFO (SUITE-MoveReplicaHDFSTest-seed#[AABFB03BF3F1394C]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:37905
[junit4] 2> 2776314 WARN (SUITE-MoveReplicaHDFSTest-seed#[AABFB03BF3F1394C]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2776315 INFO (SUITE-MoveReplicaHDFSTest-seed#[AABFB03BF3F1394C]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2776418 INFO (SUITE-MoveReplicaHDFSTest-seed#[AABFB03BF3F1394C]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_45260_datanode____.tdmrf2/webapp
[junit4] 2> 2777243 ERROR (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_AABFB03BF3F1394C-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_AABFB03BF3F1394C-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to lucene2-us-west.apache.org/127.0.0.1:37732) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 2777753 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x1ccb2bd14615ec: from storage DS-77d4f845-52a6-49b1-93dc-da9f889fb405 node DatanodeRegistration(127.0.0.1:41539, datanodeUuid=8ff899c2-9d84-4107-b9ad-daead92b5b12, infoPort=33135, infoSecurePort=0, ipcPort=36767, storageInfo=lv=-56;cid=testClusterID;nsid=1092230845;c=0), blocks: 0, hasStaleStorage: true, processing time: 74 msecs
[junit4] 2> 2777753 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x1ccb2bd14615ec: from storage DS-6e913696-9a73-4c00-b6e0-314e7cab9493 node DatanodeRegistration(127.0.0.1:41539, datanodeUuid=8ff899c2-9d84-4107-b9ad-daead92b5b12, infoPort=33135, infoSecurePort=0, ipcPort=36767, storageInfo=lv=-56;cid=testClusterID;nsid=1092230845;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2778262 INFO (SUITE-MoveReplicaHDFSTest-seed#[AABFB03BF3F1394C]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45260
[junit4] 2> 2778775 ERROR (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_AABFB03BF3F1394C-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_AABFB03BF3F1394C-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to lucene2-us-west.apache.org/127.0.0.1:37732) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 2778809 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x1ccb2c195fd9ab: from storage DS-c5206036-c2c7-4b6c-8d7b-821d1b830391 node DatanodeRegistration(127.0.0.1:35441, datanodeUuid=d4967b92-dcc3-4296-8a6f-e24e9e7f9838, infoPort=33661, infoSecurePort=0, ipcPort=33655, storageInfo=lv=-56;cid=testClusterID;nsid=1092230845;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 2778809 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x1ccb2c195fd9ab: from storage DS-812cbd00-8cf5-4e91-b1b2-e015c4b03f35 node DatanodeRegistration(127.0.0.1:35441, datanodeUuid=d4967b92-dcc3-4296-8a6f-e24e9e7f9838, infoPort=33661, infoSecurePort=0, ipcPort=33655, storageInfo=lv=-56;cid=testClusterID;nsid=1092230845;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2779390 INFO (TEST-MoveReplicaHDFSTest.test-seed#[AABFB03BF3F1394C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 2779391 INFO (TEST-MoveReplicaHDFSTest.test-seed#[AABFB03BF3F1394C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2779393 INFO (TEST-MoveReplicaHDFSTest.test-seed#[AABFB03BF3F1394C]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2779394 INFO (TEST-MoveReplicaHDFSTest.test-seed#[AABFB03BF3F1394C]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2779394 INFO (TEST-MoveReplicaHDFSTest.test-seed#[AABFB03BF3F1394C]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2779394 INFO (TEST-MoveReplicaHDFSTest.test-seed#[AABFB03BF3F1394C]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2779394 INFO (TEST-MoveReplicaHDFSTest.test-seed#[AABFB03BF3F1394C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4130496b{/solr,null,AVAILABLE}
[junit4] 2> 2779395 INFO (TEST-MoveReplicaHDFSTest.test-seed#[AABFB03BF3F1394C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@70f5398{HTTP/1.1,[http/1.1]}{127.0.0.1:41589}
[junit4] 2> 2779395 INFO (TEST-MoveReplicaHDFSTest.test-seed#[AABFB03BF3F1394C]) [ ] o.e.j.s.Server Started @2794217ms
[junit4] 2> 2779395 INFO (TEST-MoveReplicaHDFSTest.test-seed#[AABFB03BF3F1394C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41589}
[junit4] 2> 2779395 ERROR (TEST-MoveReplicaHDFSTest.test-seed#[AABFB03BF3F1394C]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2779395 INFO (TEST-MoveReplicaHDFSTest.test-seed#[AABFB03BF3F1394C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.1
[junit4] 2> 2779395 INFO (TEST-MoveReplicaHDFSTest.test-seed#[AABFB03BF3F1394C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2779395 INFO (TEST-MoveReplicaHDFSTest.test-seed#[AABFB03BF3F1394C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2779395 INFO (TEST-MoveReplicaHDFSTest.test-seed#[AABFB03BF3F1394C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-05-08T08:14:49.262Z
[junit4] 2> 2779397 INFO (zkConnectionManagerCallback-2301-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2779397 INFO (TEST-MoveReplicaHDFSTest.test-seed#[AABFB03BF3F1394C]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2779421 INFO (TEST-MoveReplicaHDFSTest.test-seed#[AABFB03BF3F1394C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41853/solr
[junit4] 2> 2779422 INFO (zkConnectionManagerCallback-2305-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2779424 INFO (zkConnectionManagerCallback-2307-thread-1-processing-n:127.0.0.1:41589_solr) [n:127.0.0.1:41589_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2779459 INFO (TEST-MoveReplicaHDFSTest.test-seed#[AABFB03BF3F1394C]) [n:127.0.0.1:41589_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2779461 INFO (TEST-MoveReplicaHDFSTest.test-seed#[AABFB03BF3F1394C]) [n:127.0.0.1:41589_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2779463 INFO (TEST-MoveReplicaHDFSTest.test-seed#[AABFB03BF3F1394C]) [n:127.0.0.1:41589_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41589_solr
[junit4] 2> 2779465 INFO (zkCallback-2271-thread-1-processing-n:127.0.0.1:46257_solr) [n:127.0.0.1:46257_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2779465 INFO (zkCallback-2269-thread-1-processing-n:127.0.0.1:44824_solr) [n:127.0.0.1:44824_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2779465 INFO (zkCallback-2259-thread-1-processing-n:127.0.0.1:43732_solr) [n:127.0.0.1:43732_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2779465 INFO (zkCallback-2267-thread-2-processing-n:127.0.0.1:38486_solr) [n:127.0.0.1:38486_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2779511 INFO (zkCallback-2283-thread-1-processing-n:127.0.0.1:46257_solr) [n:127.0.0.1:46257_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2779512 INFO (zkCallback-2279-thread-1-processing-n:127.0.0.1:38486_solr) [n:127.0.0.1:38486_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2779513 INFO (zkCallback-2306-thread-1-processing-n:127.0.0.1:41589_solr) [n:127.0.0.1:41589_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2779513 INFO (zkCallback-2288-thread-1-processing-n:127.0.0.1:43732_solr) [n:127.0.0.1:43732_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2779565 INFO (zkCallback-2297-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2779565 INFO (zkCallback-2297-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2779566 INFO (zkCallback-2291-thread-1-processing-n:127.0.0.1:44824_solr) [n:127.0.0.1:44824_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2779638 INFO (TEST-MoveReplicaHDFSTest.test-seed#[AABFB03BF3F1394C]) [n:127.0.0.1:41589_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41589.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b5e0b6f
[junit4] 2> 2779656 INFO (TEST-MoveReplicaHDFSTest.test-seed#[AABFB03BF3F1394C]) [n:127.0.0.1:41589_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41589.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b5e0b6f
[junit4] 2> 2779669 INFO (TEST-MoveReplicaHDFSTest.test-seed#[AABFB03BF3F1394C]) [n:127.0.0.1:41589_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41589.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b5e0b6f
[junit4] 2> 2779670 INFO (TEST-MoveReplicaHDFSTest.test-seed#[AABFB03BF3F1394C]) [n:127.0.0.1:41589_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_AABFB03BF3F1394C-001/tempDir-001/node5/.
[junit4] 2> 2779673 INFO (zkConnectionManagerCallback-2312-thread-1-processing-n:127.0.0.1:41589_solr) [n:127.0.0.1:41589_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2779674 INFO (TEST-MoveReplicaHDFSTest.test-seed#[AABFB03BF3F1394C]) [n:127.0.0.1:41589_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 2779675 INFO (TEST-MoveReplicaHDFSTest.test-seed#[AABFB03BF3F1394C]) [n:127.0.0.1:41589_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41853/solr ready
[junit4] 2> 2781645 INFO (zkConnectionManagerCallback-2314-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2781646 INFO (TEST-MoveReplicaHDFSTest.test-seed#[AABFB03BF3F1394C]) [ ] o.a.s.c.MoveReplicaTest total_jettys: 5
[junit4] 2> 2781648 INFO (qtp1608975466-11597) [n:127.0.0.1:38486_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf1&maxShardsPerNode=2&autoAddReplicas=false&name=MoveReplicaHDFSTest_coll_true&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2781650 INFO (OverseerThreadFactory-3752-thread-2-processing-n:127.0.0.1:38486_solr) [n:127.0.0.1:38486_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection MoveReplicaHDFSTest_coll_true
[junit4] 2> 2781782 INFO (OverseerStateUpdate-72588742373998602-127.0.0.1:38486_solr-n_0000000000) [n:127.0.0.1:38486_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_coll_true",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"MoveReplicaHDFSTest_coll_true_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:46257/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2781785 INFO (OverseerStateUpdate-72588742373998602-127.0.0.1:38486_solr-n_0000000000) [n:127.0.0.1:38486_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_coll_true",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"MoveReplicaHDFSTest_coll_true_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:44824/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2781787 INFO (OverseerStateUpdate-72588742373998602-127.0.0.1:38486_solr-n_0000000000) [n:127.0.0.1:38486_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_coll_true",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"MoveReplicaHDFSTest_coll_true_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:41589/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2781804 INFO (OverseerStateUpdate-72588742373998602-127.0.0.1:38486_solr-n_0000000000) [n:127.0.0.1:38486_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_coll_true",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"MoveReplicaHDFSTest_coll_true_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:43732/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2782012 INFO (qtp183308081-11579) [n:127.0.0.1:43732_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_true_shard2_replica_n6&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2782013 INFO (qtp183308081-11579) [n:127.0.0.1:43732_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2782039 INFO (qtp1692142057-11568) [n:127.0.0.1:44824_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_true_shard1_replica_n2&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2782040 INFO (qtp1692142057-11568) [n:127.0.0.1:44824_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2782040 INFO (qtp761192544-11586) [n:127.0.0.1:46257_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_true_shard1_replica_n1&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2782040 INFO (qtp606910094-11855) [n:127.0.0.1:41589_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_true_shard2_replica_n4&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2782040 INFO (qtp761192544-11586) [n:127.0.0.1:46257_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2782041 INFO (qtp606910094-11855) [n:127.0.0.1:41589_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2782321 INFO (zkCallback-2271-thread-1-processing-n:127.0.0.1:46257_solr) [n:127.0.0.1:46257_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2782321 INFO (zkCallback-2269-thread-1-processing-n:127.0.0.1:44824_solr) [n:127.0.0.1:44824_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2782321 INFO (zkCallback-2306-thread-1-processing-n:127.0.0.1:41589_solr) [n:127.0.0.1:41589_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2782321 INFO (zkCallback-2259-thread-1-processing-n:127.0.0.1:43732_solr) [n:127.0.0.1:43732_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2782321 INFO (zkCallback-2269-thread-2-processing-n:127.0.0.1:44824_solr) [n:127.0.0.1:44824_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2782322 INFO (zkCallback-2259-thread-2-processing-n:127.0.0.1:43732_solr) [n:127.0.0.1:43732_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2782322 INFO (zkCallback-2306-thread-2-processing-n:127.0.0.1:41589_solr) [n:127.0.0.1:41589_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2782322 INFO (zkCallback-2271-thread-2-processing-n:127.0.0.1:46257_solr) [n:127.0.0.1:46257_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2783167 INFO (qtp761192544-11586) [n:127.0.0.1:46257_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.1
[junit4] 2> 2783190 INFO (qtp1692142057-11568) [n:127.0.0.1:44824_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.1
[junit4] 2> 2783220 INFO (qtp761192544-11586) [n:127.0.0.1:46257_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_true_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2783221 INFO (qtp1692142057-11568) [n:127.0.0.1:44824_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_true_shard1_replica_n2] Schema name=minimal
[junit4] 2> 2783222 INFO (qtp606910094-11855) [n:127.0.0.1:41589_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.1
[junit4] 2> 2783223 INFO (qtp761192544-11586) [n:127.0.0.1:46257_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2783223 INFO (qtp761192544-11586) [n:127.0.0.1:46257_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_true_shard1_replica_n1' using configuration from collection MoveReplicaHDFSTest_coll_true, trusted=true
[junit4] 2> 2783223 INFO (qtp1692142057-11568) [n:127.0.0.1:44824_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2783223 INFO (qtp1692142057-11568) [n:127.0.0.1:44824_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_true_shard1_replica_n2' using configuration from collection MoveReplicaHDFSTest_coll_true, trusted=true
[junit4] 2> 2783223 INFO (qtp761192544-11586) [n:127.0.0.1:46257_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46257.solr.core.MoveReplicaHDFSTest_coll_true.shard1.replica_n1' (registry 'solr.core.MoveReplicaHDFSTest_coll_true.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b5e0b6f
[junit4] 2> 2783223 INFO (qtp1692142057-11568) [n:127.0.0.1:44824_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44824.solr.core.MoveReplicaHDFSTest_coll_true.shard1.replica_n2' (registry 'solr.core.MoveReplicaHDFSTest_coll_true.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b5e0b6f
[junit4] 2> 2783257 INFO (qtp606910094-11855) [n:127.0.0.1:41589_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_true_shard2_replica_n4] Schema name=minimal
[junit4] 2> 2783259 INFO (qtp606910094-11855) [n:127.0.0.1:41589_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2783259 INFO (qtp606910094-11855) [n:127.0.0.1:41589_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_true_shard2_replica_n4' using configuration from collection MoveReplicaHDFSTest_coll_true, trusted=true
[junit4] 2> 2783261 INFO (qtp1692142057-11568) [n:127.0.0.1:44824_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:37732/data
[junit4] 2> 2783261 INFO (qtp1692142057-11568) [n:127.0.0.1:44824_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2783261 INFO (qtp1692142057-11568) [n:127.0.0.1:44824_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2783261 INFO (qtp1692142057-11568) [n:127.0.0.1:44824_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_true_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_AABFB03BF3F1394C-001/tempDir-001/node1/MoveReplicaHDFSTest_coll_true_shard1_replica_n2], dataDir=[hdfs://lucene2-us-west.apache.org:37732/data/MoveReplicaHDFSTest_coll_true/core_node5/data/]
[junit4] 2> 2783262 INFO (qtp1692142057-11568) [n:127.0.0.1:44824_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:37732/data/MoveReplicaHDFSTest_coll_true/core_node5/data/snapshot_metadata
[junit4] 2> 2783263 INFO (qtp761192544-11586) [n:127.0.0.1:46257_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:37732/data
[junit4] 2> 2783263 INFO (qtp761192544-11586) [n:127.0.0.1:46257_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2783263 INFO (qtp761192544-11586) [n:127.0.0.1:46257_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2783263 INFO (qtp761192544-11586) [n:127.0.0.1:46257_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_true_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_AABFB03BF3F1394C-001/tempDir-001/node4/MoveReplicaHDFSTest_coll_true_shard1_replica_n1], dataDir=[hdfs://lucene2-us-west.apache.org:37732/data/MoveReplicaHDFSTest_coll_true/core_node3/data/]
[junit4] 2> 2783272 INFO (qtp606910094-11855) [n:127.0.0.1:41589_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41589.solr.core.MoveReplicaHDFSTest_coll_true.shard2.replica_n4' (registry 'solr.core.MoveReplicaHDFSTest_coll_true.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b5e0b6f
[junit4] 2> 2783273 INFO (qtp606910094-11855) [n:127.0.0.1:41589_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:37732/data
[junit4] 2> 2783273 INFO (qtp606910094-11855) [n:127.0.0.1:41589_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2783273 INFO (qtp606910094-11855) [n:127.0.0.1:41589_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2783273 INFO (qtp606910094-11855) [n:127.0.0.1:41589_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_true_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_AABFB03BF3F1394C-001/tempDir-001/node5/MoveReplicaHDFSTest_coll_true_shard2_replica_n4], dataDir=[hdfs://lucene2-us-west.apache.org:37732/data/MoveReplicaHDFSTest_coll_true/core_node7/data/]
[junit4] 2> 2783274 INFO (qtp606910094-11855) [n:127.0.0.1:41589_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:37732/data/MoveReplicaHDFSTest_coll_true/core_node7/data/snapshot_metadata
[junit4] 2> 2783276 INFO (qtp183308081-11579) [n:127.0.0.1:43732_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.1
[junit4] 2> 2783338 INFO (qtp761192544-11586) [n:127.0.0.1:46257_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:37732/data/MoveReplicaHDFSTest_coll_true/core_node3/data/snapshot_metadata
[junit4] 2> 2783359 INFO (qtp183308081-11579) [n:127.0.0.1:43732_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_true_shard2_replica_n6] Schema name=minimal
[junit4] 2> 2783361 INFO (qtp183308081-11579) [n:127.0.0.1:43732_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2783361 INFO (qtp183308081-11579) [n:127.0.0.1:43732_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_true_shard2_replica_n6' using configuration from collection MoveReplicaHDFSTest_coll_true, trusted=true
[junit4] 2> 2783378 INFO (qtp183308081-11579) [n:127.0.0.1:43732_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43732.solr.core.MoveReplicaHDFSTest_coll_true.shard2.replica_n6' (registry 'solr.core.MoveReplicaHDFSTest_coll_true.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b5e0b6f
[junit4] 2> 2783378 INFO (qtp183308081-11579) [n:127.0.0.1:43732_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:37732/data
[junit4] 2> 2783379 INFO (qtp183308081-11579) [n:127.0.0.1:43732_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2783379 INFO (qtp183308081-11579) [n:127.0.0.1:43732_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2783379 INFO (qtp183308081-11579) [n:127.0.0.1:43732_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_true_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_AABFB03BF3F1394C-001/tempDir-001/node3/MoveReplicaHDFSTest_coll_true_shard2_replica_n6], dataDir=[hdfs://lucene2-us-west.apache.org:37732/data/MoveReplicaHDFSTest_coll_true/core_node8/data/]
[junit4] 2> 2783380 INFO (qtp183308081-11579) [n:127.0.0.1:43732_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:37732/data/MoveReplicaHDFSTest_coll_true/core_node8/data/snapshot_metadata
[junit4] 2> 2783564 INFO (qtp183308081-11579) [n:127.0.0.1:43732_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:37732/data/MoveReplicaHDFSTest_coll_true/core_node8/data
[junit4] 2> 2783564 INFO (qtp606910094-11855) [n:127.0.0.1:41589_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:37732/data/MoveReplicaHDFSTest_coll_true/core_node7/data
[junit4] 2> 2783607 INFO (qtp1692142057-11568) [n:127.0.0.1:44824_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:37732/data/MoveReplicaHDFSTest_coll_true/core_node5/data
[junit4] 2> 2783626 INFO (qtp761192544-11586) [n:127.0.0.1:46257_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:37732/data/MoveReplicaHDFSTest_coll_true/core_node3/data
[junit4] 2> 2783683 INFO (qtp183308081-11579) [n:127.0.0.1:43732_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:37732/data/MoveReplicaHDFSTest_coll_true/core_node8/data/index
[junit4] 2> 2783711 INFO (qtp606910094-11855) [n:127.0.0.1:41589_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:37732/data/MoveReplicaHDFSTest_coll_true/core_node7/data/index
[junit4] 2> 2783729 INFO (qtp1692142057-11568) [n:127.0.0.1:44824_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:37732/data/MoveReplicaHDFSTest_coll_true/core_node5/data/index
[junit4] 2> 2783765 INFO (qtp761192544-11586) [n:127.0.0.1:46257_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:37732/data/MoveReplicaHDFSTest_coll_true/core_node3/data/index
[junit4] 2> 2784220 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41539 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-c5206036-c2c7-4b6c-8d7b-821d1b830391:NORMAL:127.0.0.1:35441|RBW], ReplicaUC[[DISK]DS-6e913696-9a73-4c00-b6e0-314e7cab9493:NORMAL:127.0.0.1:41539|RBW]]} size 0
[junit4] 2> 2784220 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41539 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-c5206036-c2c7-4b6c-8d7b-821d1b830391:NORMAL:127.0.0.1:35441|RBW], ReplicaUC[[DISK]DS-77d4f845-52a6-49b1-93dc-da9f889fb405:NORMAL:127.0.0.1:41539|RBW]]} size 0
[junit4] 2> 2784221 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35441 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-6e913696-9a73-4c00-b6e0-314e7cab9493:NORMAL:127.0.0.1:41539|RBW], ReplicaUC[[DISK]DS-c5206036-c2c7-4b6c-8d7b-821d1b830391:NORMAL:127.0.0.1:35441|RBW]]} size 0
[junit4] 2> 2784248 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41539 is added to blk_1073741827_1003{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-812cbd00-8cf5-4e91-b1b2-e015c4b03f35:NORMAL:127.0.0.1:35441|RBW], ReplicaUC[[DISK]DS-77d4f845-52a6-49b1-93dc-da9f889fb405:NORMAL:127.0.0.1:41539|RBW]]} size 69
[junit4] 2> 2784248 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41539 is added to blk_1073741825_1001 size 69
[junit4] 2> 2784248 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35441 is added to blk_1073741828_1004 size 69
[junit4] 2> 2784248 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35441 is added to blk_1073741826_1002 size 69
[junit4] 2> 2784248 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35441 is added to blk_1073741827_1003 size 69
[junit4] 2> 2784564 INFO (qtp606910094-11855) [n:127.0.0.1:41589_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2784564 INFO (qtp606910094-11855) [n:127.0.0.1:41589_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2784564 INFO (qtp606910094-11855) [n:127.0.0.1:41589_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2784603 INFO (qtp606910094-11855) [n:127.0.0.1:41589_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2784603 INFO (qtp606910094-11855) [n:127.0.0.1:41589_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2784603 INFO (qtp183308081-11579) [n:127.0.0.1:43732_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2784603 INFO (qtp183308081-11579) [n:127.0.0.1:43732_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2784603 INFO (qtp183308081-11579) [n:127.0.0.1:43732_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2784637 INFO (qtp1692142057-11568) [n:127.0.0.1:44824_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2784637 INFO (qtp1692142057-11568) [n:127.0.0.1:44824_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2784637 INFO (qtp1692142057-11568) [n:127.0.0.1:44824_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2784659 INFO (qtp183308081-11579) [n:127.0.0.1:43732_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2784659 INFO (qtp183308081-11579) [n:127.0.0.1:43732_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2784692 INFO (qtp1692142057-11568) [n:127.0.0.1:44824_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2784692 INFO (qtp1692142057-11568) [n:127.0.0.1:44824_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2784841 INFO (qtp183308081-11579) [n:127.0.0.1:43732_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@62b9a690[MoveReplicaHDFSTest_coll_true_shard2_replica_n6
[...truncated too long message...]
ode = Session expired for /live_nodes]
[junit4] 2> 723983 INFO (jetty-closer-1104-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3e078ccc{/solr,null,UNAVAILABLE}
[junit4] 2> 723983 INFO (jetty-closer-1104-thread-3) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 724076 WARN (zkCallback-1157-thread-5-processing-n:127.0.0.1:37131_solr) [n:127.0.0.1:37131_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 724076 WARN (zkCallback-1138-thread-2-processing-n:127.0.0.1:43875_solr) [n:127.0.0.1:43875_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 724080 INFO (jetty-closer-1104-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1e9b408d{/solr,null,UNAVAILABLE}
[junit4] 2> 724100 INFO (jetty-closer-1104-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 724102 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x101e32f981e000b, likely client has closed socket
[junit4] 2> 724106 INFO (jetty-closer-1104-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5b9fa570{/solr,null,UNAVAILABLE}
[junit4] 2> 724106 INFO (jetty-closer-1104-thread-4) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 724129 ERROR (SUITE-StreamExpressionTest-seed#[FA09F46146C3FDC8]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 724129 INFO (SUITE-StreamExpressionTest-seed#[FA09F46146C3FDC8]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40992 40992
[junit4] 2> 724368 INFO (Thread-425) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40992 40992
[junit4] 2> 724370 WARN (Thread-425) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 108 /solr/aliases.json
[junit4] 2> 108 /solr/clusterprops.json
[junit4] 2> 15 /solr/configs/conf
[junit4] 2> 13 /solr/collections/destinationCollection/terms/shard1
[junit4] 2> 12 /solr/collections/destinationCollection/terms/shard2
[junit4] 2> 10 /solr/collections/parallelDestinationCollection1/terms/shard2
[junit4] 2> 10 /solr/collections/parallelDestinationCollection1/terms/shard1
[junit4] 2> 7 /solr/configs/ml
[junit4] 2> 7 /solr/collections/parallelDestinationCollection/terms/shard1
[junit4] 2> 7 /solr/collections/parallelDestinationCollection/terms/shard2
[junit4] 2> 4 /solr/collections/workQueue1/terms/shard2
[junit4] 2> 4 /solr/collections/destination1/terms/shard1
[junit4] 2> 4 /solr/collections/destination1/terms/shard2
[junit4] 2> 4 /solr/collections/mainCorpus1/terms/shard2
[junit4] 2> 4 /solr/collections/modelCollection/terms/shard2
[junit4] 2> 4 /solr/collections/modelCollection/terms/shard1
[junit4] 2> 4 /solr/collections/destination/terms/shard1
[junit4] 2> 4 /solr/collections/checkpointCollection/terms/shard2
[junit4] 2> 4 /solr/collections/mainCorpus/terms/shard2
[junit4] 2> 4 /solr/collections/mainCorpus/terms/shard1
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/collections/uknownCollection/terms/shard2
[junit4] 2> 4 /solr/collections/uknownCollection/terms/shard1
[junit4] 2> 4 /solr/collections/workQueue/terms/shard2
[junit4] 2> 3 /solr/collections/workQueue1/terms/shard1
[junit4] 2> 3 /solr/collections/mainCorpus1/terms/shard1
[junit4] 2> 3 /solr/collections/destination/terms/shard2
[junit4] 2> 3 /solr/collections/checkpointCollection/terms/shard1
[junit4] 2> 3 /solr/collections/collection1/terms/shard1
[junit4] 2> 3 /solr/collections/collection1/terms/shard2
[junit4] 2> 3 /solr/collections/workQueue/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 108 /solr/clusterstate.json
[junit4] 2> 40 /solr/collections/destinationCollection/state.json
[junit4] 2> 30 /solr/collections/parallelDestinationCollection1/state.json
[junit4] 2> 18 /solr/collections/parallelDestinationCollection/state.json
[junit4] 2> 14 /solr/collections/collection1/state.json
[junit4] 2> 12 /solr/collections/mainCorpus1/state.json
[junit4] 2> 12 /solr/collections/destination1/state.json
[junit4] 2> 12 /solr/collections/workQueue1/state.json
[junit4] 2> 10 /solr/collections/destination/state.json
[junit4] 2> 10 /solr/collections/workQueue/state.json
[junit4] 2> 10 /solr/collections/uknownCollection/state.json
[junit4] 2> 10 /solr/collections/modelCollection/state.json
[junit4] 2> 10 /solr/collections/checkpointCollection/state.json
[junit4] 2> 10 /solr/collections/mainCorpus/state.json
[junit4] 2> 2 /solr/overseer_elect/election/72588862569709579-127.0.0.1:37131_solr-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 108 /solr/live_nodes
[junit4] 2> 108 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.StreamExpressionTest_FA09F46146C3FDC8-001
[junit4] 2> May 08, 2018 8:50:20 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {expr_s=Lucene50(blocksize=128), name_s=PostingsFormat(name=LuceneFixedGap), terms_ss=PostingsFormat(name=Asserting), field_s=PostingsFormat(name=Direct), join2_s=PostingsFormat(name=Asserting), multiDefault=PostingsFormat(name=Asserting), subject=PostingsFormat(name=Asserting), a1_s=PostingsFormat(name=Asserting), a2_s=PostingsFormat(name=LuceneFixedGap), level1_s=Lucene50(blocksize=128), body_t=PostingsFormat(name=LuceneFixedGap), s_multi=PostingsFormat(name=LuceneFixedGap), col_s=PostingsFormat(name=Asserting), a_ss=PostingsFormat(name=Direct), level2_s=PostingsFormat(name=Direct), a_s=PostingsFormat(name=LuceneFixedGap), tv_text=PostingsFormat(name=Direct), term_s=PostingsFormat(name=Asserting), a_t=PostingsFormat(name=Direct), text_s=Lucene50(blocksize=128), id=Lucene50(blocksize=128), text=PostingsFormat(name=LuceneFixedGap), featureSet_s=PostingsFormat(name=Asserting), checkpoint_ss=PostingsFormat(name=LuceneFixedGap), test_t=PostingsFormat(name=LuceneFixedGap), ident_s=PostingsFormat(name=Asserting), whitetok=PostingsFormat(name=LuceneFixedGap), side_s=PostingsFormat(name=LuceneFixedGap)}, docValues:{expr_s=DocValuesFormat(name=Direct), name_s=DocValuesFormat(name=Lucene70), iteration_i=DocValuesFormat(name=Direct), terms_ss=DocValuesFormat(name=Asserting), join2_s=DocValuesFormat(name=Asserting), multiDefault=DocValuesFormat(name=Asserting), a_f=DocValuesFormat(name=Asserting), intDefault=DocValuesFormat(name=Lucene70), a2_s=DocValuesFormat(name=Lucene70), falseNegative_i=DocValuesFormat(name=Lucene70), a_i=DocValuesFormat(name=Direct), level1_s=DocValuesFormat(name=Direct), a_s=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Direct), alpha_d=DocValuesFormat(name=Lucene70), i_multi=DocValuesFormat(name=Direct), idf_d=DocValuesFormat(name=Asserting), b_ls=DocValuesFormat(name=Asserting), checkpoint_ss=DocValuesFormat(name=Lucene70), ident_s=DocValuesFormat(name=Asserting), order_i=DocValuesFormat(name=Asserting), error_d=DocValuesFormat(name=Direct), truePositive_i=DocValuesFormat(name=Direct), side_s=DocValuesFormat(name=Lucene70), miles_i=DocValuesFormat(name=Asserting), field_s=DocValuesFormat(name=Lucene70), a1_s=DocValuesFormat(name=Asserting), price_f=DocValuesFormat(name=Asserting), join1_i=DocValuesFormat(name=Direct), test_i=DocValuesFormat(name=Asserting), join3_i=DocValuesFormat(name=Lucene70), falsePositive_i=DocValuesFormat(name=Lucene70), field_i=DocValuesFormat(name=Asserting), s_multi=DocValuesFormat(name=Lucene70), col_s=DocValuesFormat(name=Asserting), a_ss=DocValuesFormat(name=Lucene70), level2_s=DocValuesFormat(name=Lucene70), score_f=DocValuesFormat(name=Lucene70), term_s=DocValuesFormat(name=Asserting), text_s=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Lucene70), idfs_ds=DocValuesFormat(name=Lucene70), weights_ds=DocValuesFormat(name=Lucene70), featureSet_s=DocValuesFormat(name=Asserting), trueNegative_i=DocValuesFormat(name=Lucene70), index_i=DocValuesFormat(name=Asserting), test_dt=DocValuesFormat(name=Direct), out_i=DocValuesFormat(name=Asserting), _version_=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=997, maxMBSortInHeap=5.313085265379344, sim=RandomSimilarity(queryNorm=false): {}, locale=ru, timezone=Europe/Andorra
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=69830832,total=405274624
[junit4] 2> NOTE: All tests run in this JVM: [ConcurrentUpdateSolrClientBuilderTest, UsingSolrJRefGuideExamplesTest, AnlysisResponseBaseTest, StreamExpressionParserTest, SolrSchemalessExampleTest, TestSpellCheckResponse, TestToleratedUpdateError, FieldAnalysisResponseTest, NaturalLogEvaluatorTest, EmpiricalDistributionEvaluatorTest, TestConfigSetAdminRequest, JdbcTest, CubedRootEvaluatorTest, SchemaTest, CloudSolrClientCacheTest, StreamingTest, FieldValueEvaluatorTest, StreamExpressionTest]
[junit4] Completed [142/146 (1!)] on J0 in 307.73s, 156 tests, 1 error, 2 skipped <<< FAILURES!
[...truncated 48640 lines...]