You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/02/12 08:03:58 UTC
[JENKINS] Lucene-Solr-Tests-7.x - Build # 374 - Still Unstable
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/374/
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger
Error Message:
Stack Trace:
java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([186CEA76261C7990:A260DDF979F4AFDF]:0)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1565)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14143 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> 2568929 INFO (SUITE-TriggerIntegrationTest-seed#[186CEA76261C7990]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_186CEA76261C7990-001/init-core-data-001
[junit4] 2> 2568930 WARN (SUITE-TriggerIntegrationTest-seed#[186CEA76261C7990]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=30 numCloses=30
[junit4] 2> 2568930 INFO (SUITE-TriggerIntegrationTest-seed#[186CEA76261C7990]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2568931 INFO (SUITE-TriggerIntegrationTest-seed#[186CEA76261C7990]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2568931 INFO (SUITE-TriggerIntegrationTest-seed#[186CEA76261C7990]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_186CEA76261C7990-001/tempDir-001
[junit4] 2> 2568932 INFO (SUITE-TriggerIntegrationTest-seed#[186CEA76261C7990]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2568932 INFO (Thread-8280) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2568932 INFO (Thread-8280) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2568934 ERROR (Thread-8280) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2569032 INFO (SUITE-TriggerIntegrationTest-seed#[186CEA76261C7990]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:58810
[junit4] 2> 2569035 INFO (zkConnectionManagerCallback-9303-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2569037 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1045900e23e0000, likely client has closed socket
[junit4] 2> 2569043 INFO (jetty-launcher-9300-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: २०१७-११-२२T०२:२७:३७+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2569044 INFO (jetty-launcher-9300-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: २०१७-११-२२T०२:२७:३७+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2569044 INFO (jetty-launcher-9300-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2569044 INFO (jetty-launcher-9300-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2569044 INFO (jetty-launcher-9300-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2569045 INFO (jetty-launcher-9300-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4ade2e83{/solr,null,AVAILABLE}
[junit4] 2> 2569045 INFO (jetty-launcher-9300-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2569045 INFO (jetty-launcher-9300-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2569045 INFO (jetty-launcher-9300-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2569045 INFO (jetty-launcher-9300-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@741c535b{HTTP/1.1,[http/1.1]}{127.0.0.1:35296}
[junit4] 2> 2569045 INFO (jetty-launcher-9300-thread-2) [ ] o.e.j.s.Server Started @2571158ms
[junit4] 2> 2569045 INFO (jetty-launcher-9300-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35296}
[junit4] 2> 2569046 ERROR (jetty-launcher-9300-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2569046 INFO (jetty-launcher-9300-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5a8f3286{/solr,null,AVAILABLE}
[junit4] 2> 2569046 INFO (jetty-launcher-9300-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2569046 INFO (jetty-launcher-9300-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2569046 INFO (jetty-launcher-9300-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2569046 INFO (jetty-launcher-9300-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-12T07:39:48.776Z
[junit4] 2> 2569046 INFO (jetty-launcher-9300-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7c2b184e{HTTP/1.1,[http/1.1]}{127.0.0.1:42776}
[junit4] 2> 2569046 INFO (jetty-launcher-9300-thread-1) [ ] o.e.j.s.Server Started @2571159ms
[junit4] 2> 2569046 INFO (jetty-launcher-9300-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42776}
[junit4] 2> 2569046 ERROR (jetty-launcher-9300-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2569047 INFO (jetty-launcher-9300-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2569047 INFO (jetty-launcher-9300-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2569047 INFO (jetty-launcher-9300-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2569047 INFO (jetty-launcher-9300-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-12T07:39:48.777Z
[junit4] 2> 2569047 INFO (zkConnectionManagerCallback-9305-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2569048 INFO (jetty-launcher-9300-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2569053 INFO (zkConnectionManagerCallback-9307-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2569053 INFO (jetty-launcher-9300-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2569056 INFO (jetty-launcher-9300-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58810/solr
[junit4] 2> 2569057 INFO (zkConnectionManagerCallback-9311-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2569059 INFO (zkConnectionManagerCallback-9313-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2569060 INFO (jetty-launcher-9300-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58810/solr
[junit4] 2> 2569061 INFO (zkConnectionManagerCallback-9317-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2569064 INFO (zkConnectionManagerCallback-9319-thread-1-processing-n:127.0.0.1:42776_solr) [n:127.0.0.1:42776_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2569129 INFO (jetty-launcher-9300-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2569129 INFO (jetty-launcher-9300-thread-1) [n:127.0.0.1:42776_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2569130 INFO (jetty-launcher-9300-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35296_solr
[junit4] 2> 2569130 INFO (jetty-launcher-9300-thread-1) [n:127.0.0.1:42776_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42776_solr
[junit4] 2> 2569131 INFO (jetty-launcher-9300-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.Overseer Overseer (id=73281354275356676-127.0.0.1:35296_solr-n_0000000000) starting
[junit4] 2> 2569139 INFO (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2569140 INFO (zkCallback-9318-thread-1-processing-n:127.0.0.1:42776_solr) [n:127.0.0.1:42776_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2569144 INFO (jetty-launcher-9300-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35296_solr
[junit4] 2> 2569151 INFO (zkCallback-9318-thread-1-processing-n:127.0.0.1:42776_solr) [n:127.0.0.1:42776_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2569151 INFO (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2569151 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 2569152 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 2569152 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:35296_solr, 127.0.0.1:42776_solr]
[junit4] 2> 2569152 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 2569153 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 2569154 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2569154 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 2569155 DEBUG (ScheduledTrigger-8434-thread-1) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 2569201 INFO (jetty-launcher-9300-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35296.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dedff02
[junit4] 2> 2569208 INFO (jetty-launcher-9300-thread-1) [n:127.0.0.1:42776_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42776.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dedff02
[junit4] 2> 2569208 INFO (jetty-launcher-9300-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35296.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dedff02
[junit4] 2> 2569209 INFO (jetty-launcher-9300-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35296.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dedff02
[junit4] 2> 2569210 INFO (jetty-launcher-9300-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_186CEA76261C7990-001/tempDir-001/node2/.
[junit4] 2> 2569216 INFO (jetty-launcher-9300-thread-1) [n:127.0.0.1:42776_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42776.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dedff02
[junit4] 2> 2569216 INFO (jetty-launcher-9300-thread-1) [n:127.0.0.1:42776_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42776.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dedff02
[junit4] 2> 2569217 INFO (jetty-launcher-9300-thread-1) [n:127.0.0.1:42776_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_186CEA76261C7990-001/tempDir-001/node1/.
[junit4] 2> 2569258 INFO (zkConnectionManagerCallback-9325-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2569260 INFO (zkConnectionManagerCallback-9329-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2569261 INFO (SUITE-TriggerIntegrationTest-seed#[186CEA76261C7990]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2569261 INFO (SUITE-TriggerIntegrationTest-seed#[186CEA76261C7990]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:58810/solr ready
[junit4] 2> 2569280 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testListeners
[junit4] 2> 2569281 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 2569281 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 2569281 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 2569283 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2569283 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2569283 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 2569287 INFO (qtp109629244-34002) [n:127.0.0.1:35296_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2569288 INFO (qtp170881004-34006) [n:127.0.0.1:42776_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2569288 DEBUG (qtp109629244-33998) [n:127.0.0.1:35296_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2569289 INFO (qtp109629244-33998) [n:127.0.0.1:35296_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 2569289 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 2569290 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:35296_solr, 127.0.0.1:42776_solr]
[junit4] 2> 2569290 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerL instantiated with properties: {event=nodeAdded, waitFor=3, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}, {name=test1, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestDummyAction}], enabled=true}
[junit4] 2> 2569290 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 2569291 INFO (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 2569292 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2569292 DEBUG (ScheduledTrigger-8434-thread-1) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 2569292 DEBUG (ScheduledTrigger-8434-thread-1) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 2569293 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 2569293 INFO (qtp109629244-34004) [n:127.0.0.1:35296_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2569294 INFO (qtp170881004-34009) [n:127.0.0.1:42776_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2569294 DEBUG (qtp109629244-34000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2569294 INFO (qtp109629244-34000) [n:127.0.0.1:35296_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 2569294 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 2569295 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:35296_solr, 127.0.0.1:42776_solr]
[junit4] 2> 2569295 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerL instantiated with properties: {event=nodeAdded, waitFor=3, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}, {name=test1, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestDummyAction}], enabled=true}
[junit4] 2> 2569295 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 2569295 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2569295 INFO (qtp109629244-34005) [n:127.0.0.1:35296_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2569295 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 2569296 INFO (qtp170881004-34006) [n:127.0.0.1:42776_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2569296 DEBUG (qtp109629244-34002) [n:127.0.0.1:35296_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2569296 INFO (qtp109629244-34002) [n:127.0.0.1:35296_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2569296 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 2569297 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: २०१७-११-२२T०२:२७:३७+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2569297 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:35296_solr, 127.0.0.1:42776_solr]
[junit4] 2> 2569297 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerL instantiated with properties: {event=nodeAdded, waitFor=3, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}, {name=test1, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestDummyAction}], enabled=true}
[junit4] 2> 2569297 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 2569298 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2569298 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 2569298 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2569298 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2569298 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2569298 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5b1e7967{/solr,null,AVAILABLE}
[junit4] 2> 2569299 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@193f74f8{HTTP/1.1,[http/1.1]}{127.0.0.1:37620}
[junit4] 2> 2569299 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.e.j.s.Server Started @2571411ms
[junit4] 2> 2569299 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37620}
[junit4] 2> 2569299 ERROR (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2569299 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2569299 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2569299 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2569299 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-12T07:39:49.029Z
[junit4] 2> 2569300 INFO (zkConnectionManagerCallback-9331-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2569301 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2569307 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58810/solr
[junit4] 2> 2569308 INFO (zkConnectionManagerCallback-9335-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2569309 INFO (zkConnectionManagerCallback-9337-thread-1-processing-n:127.0.0.1:37620_solr) [n:127.0.0.1:37620_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2569314 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [n:127.0.0.1:37620_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2569316 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [n:127.0.0.1:37620_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2569317 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [n:127.0.0.1:37620_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37620_solr
[junit4] 2> 2569318 INFO (zkCallback-9318-thread-1-processing-n:127.0.0.1:42776_solr) [n:127.0.0.1:42776_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2569318 INFO (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2569323 INFO (zkCallback-9336-thread-1-processing-n:127.0.0.1:37620_solr) [n:127.0.0.1:37620_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2569327 INFO (zkCallback-9328-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2569403 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [n:127.0.0.1:37620_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37620.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dedff02
[junit4] 2> 2569413 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [n:127.0.0.1:37620_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37620.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dedff02
[junit4] 2> 2569414 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [n:127.0.0.1:37620_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37620.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dedff02
[junit4] 2> 2569415 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [n:127.0.0.1:37620_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_186CEA76261C7990-001/tempDir-001/node3/.
[junit4] 2> 2570295 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 2570295 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 2570295 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:37620_solr at time 18673100688310153
[junit4] 2> 2571295 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 2571296 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 2572296 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 2572296 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 2573296 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 2573296 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 2573296 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerL firing registered processor for nodes: [127.0.0.1:37620_solr] added at times [18673100688310153], now=18673103689865746
[junit4] 2> 2573297 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"4257160d61bf89Ta3yyn8sn5esa1c8o3gnhvauu2",
[junit4] 2> "source":"node_added_triggerL",
[junit4] 2> "eventTime":18673100688310153,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[18673100688310153],
[junit4] 2> "nodeNames":["127.0.0.1:37620_solr"]}}
[junit4] 2> 2573297 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_triggerL]
[junit4] 2> 2573298 INFO (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 2573299 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"4257160d61bf89Ta3yyn8sn5esa1c8o3gnhvauu2",
[junit4] 2> "source":"node_added_triggerL",
[junit4] 2> "eventTime":18673100688310153,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[18673100688310153],
[junit4] 2> "_enqueue_time_":18673103691028707,
[junit4] 2> "nodeNames":["127.0.0.1:37620_solr"]}}
[junit4] 2> 2573301 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerL after 5000ms
[junit4] 2> 2573301 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=4257160d61bf89Ta3yyn8sn5esa1c8o3gnhvauu2
[junit4] 2> 2575302 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: २०१७-११-२२T०२:२७:३७+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2575304 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2575304 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2575304 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2575305 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3ba382d9{/solr,null,AVAILABLE}
[junit4] 2> 2575305 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5531e9f7{HTTP/1.1,[http/1.1]}{127.0.0.1:33941}
[junit4] 2> 2575305 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.e.j.s.Server Started @2577418ms
[junit4] 2> 2575305 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33941}
[junit4] 2> 2575306 ERROR (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2575306 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2575306 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2575306 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2575307 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-12T07:39:55.037Z
[junit4] 2> 2575322 INFO (zkConnectionManagerCallback-9341-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2575323 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2575334 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58810/solr
[junit4] 2> 2575335 INFO (zkConnectionManagerCallback-9345-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2575337 INFO (zkConnectionManagerCallback-9347-thread-1-processing-n:127.0.0.1:33941_solr) [n:127.0.0.1:33941_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2575345 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [n:127.0.0.1:33941_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2575347 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [n:127.0.0.1:33941_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2575350 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [n:127.0.0.1:33941_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33941_solr
[junit4] 2> 2575352 INFO (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2575352 INFO (zkCallback-9318-thread-1-processing-n:127.0.0.1:42776_solr) [n:127.0.0.1:42776_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2575352 INFO (zkCallback-9328-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2575359 INFO (zkCallback-9336-thread-1-processing-n:127.0.0.1:37620_solr) [n:127.0.0.1:37620_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2575361 INFO (zkCallback-9346-thread-1-processing-n:127.0.0.1:33941_solr) [n:127.0.0.1:33941_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2575426 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [n:127.0.0.1:33941_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33941.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dedff02
[junit4] 2> 2575436 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [n:127.0.0.1:33941_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33941.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dedff02
[junit4] 2> 2575436 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [n:127.0.0.1:33941_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33941.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dedff02
[junit4] 2> 2575437 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [n:127.0.0.1:33941_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_186CEA76261C7990-001/tempDir-001/node4/.
[junit4] 2> 2578301 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 2578301 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 2578302 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:33941_solr at time 18673108695005861
[junit4] 2> 2579303 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 2579303 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 2580303 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 2580304 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 2581304 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 2581304 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 2581304 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerL firing registered processor for nodes: [127.0.0.1:33941_solr] added at times [18673108695005861], now=18673111697730443
[junit4] 2> 2581304 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"425717ea9e3aa5Ta3yyn8sn5esa1c8o3gnhvauu4",
[junit4] 2> "source":"node_added_triggerL",
[junit4] 2> "eventTime":18673108695005861,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[18673108695005861],
[junit4] 2> "nodeNames":["127.0.0.1:33941_solr"]}}
[junit4] 2> 2581305 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_triggerL]
[junit4] 2> 2581306 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"425717ea9e3aa5Ta3yyn8sn5esa1c8o3gnhvauu4",
[junit4] 2> "source":"node_added_triggerL",
[junit4] 2> "eventTime":18673108695005861,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[18673108695005861],
[junit4] 2> "_enqueue_time_":18673111698190053,
[junit4] 2> "nodeNames":["127.0.0.1:33941_solr"]}}
[junit4] 2> 2581306 WARN (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Exception executing actions
[junit4] 2> java.lang.Exception: Error executing action: test1 for trigger event: {
[junit4] 2> "id":"425717ea9e3aa5Ta3yyn8sn5esa1c8o3gnhvauu4",
[junit4] 2> "source":"node_added_triggerL",
[junit4] 2> "eventTime":18673108695005861,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[18673108695005861],
[junit4] 2> "_enqueue_time_":18673111698190053,
[junit4] 2> "nodeNames":["127.0.0.1:33941_solr"]}}
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:303)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.lang.RuntimeException: failure
[junit4] 2> at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestDummyAction.process(TriggerIntegrationTest.java:989)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:300)
[junit4] 2> ... 6 more
[junit4] 2> 2581307 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerL after 5000ms
[junit4] 2> 2581307 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=425717ea9e3aa5Ta3yyn8sn5esa1c8o3gnhvauu4
[junit4] 2> 2583306 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testListeners
[junit4] 2> 2583344 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerThrottling
[junit4] 2> 2583345 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 6
[junit4] 2> 2583345 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 2583345 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 2583351 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2583351 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2583351 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 2583355 INFO (qtp555842462-34092) [n:127.0.0.1:33941_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2583357 INFO (qtp109629244-34002) [n:127.0.0.1:35296_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2583358 INFO (qtp58953156-34062) [n:127.0.0.1:37620_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2583363 INFO (qtp170881004-34006) [n:127.0.0.1:42776_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2583363 DEBUG (qtp555842462-34088) [n:127.0.0.1:33941_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2583364 INFO (qtp555842462-34088) [n:127.0.0.1:33941_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=10
[junit4] 2> 2583364 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 2583366 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:37620_solr, 127.0.0.1:33941_solr, 127.0.0.1:35296_solr, 127.0.0.1:42776_solr]
[junit4] 2> 2583366 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 2583366 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 2583366 INFO (qtp555842462-34093) [n:127.0.0.1:33941_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2583370 INFO (qtp109629244-34000) [n:127.0.0.1:35296_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2583371 INFO (qtp58953156-34064) [n:127.0.0.1:37620_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2583371 INFO (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 2583372 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2583372 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 2583372 INFO (qtp170881004-34009) [n:127.0.0.1:42776_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2583372 DEBUG (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 2583373 DEBUG (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 2583373 DEBUG (qtp555842462-34090) [n:127.0.0.1:33941_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2583373 INFO (qtp555842462-34090) [n:127.0.0.1:33941_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 2583374 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 2583374 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:37620_solr, 127.0.0.1:33941_solr, 127.0.0.1:35296_solr, 127.0.0.1:42776_solr]
[junit4] 2> 2583374 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 2583375 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:37620_solr, 127.0.0.1:33941_solr, 127.0.0.1:35296_solr, 127.0.0.1:42776_solr]
[junit4] 2> 2583375 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 2583375 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 2583377 INFO (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 2583378 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2583378 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: २०१७-११-२२T०२:२७:३७+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2583378 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 2583378 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 2583378 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 2583379 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2583379 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2583379 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2583380 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6e01b2a7{/solr,null,AVAILABLE}
[junit4] 2> 2583380 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@56f119aa{HTTP/1.1,[http/1.1]}{127.0.0.1:33021}
[junit4] 2> 2583380 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.e.j.s.Server Started @2585493ms
[junit4] 2> 2583380 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33021}
[junit4] 2> 2583380 ERROR (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2583380 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2583380 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2583381 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2583381 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-12T07:40:03.111Z
[junit4] 2> 2583382 INFO (zkConnectionManagerCallback-9351-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2583382 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2583389 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58810/solr
[junit4] 2> 2583390 INFO (zkConnectionManagerCallback-9355-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2583392 INFO (zkConnectionManagerCallback-9357-thread-1-processing-n:127.0.0.1:33021_solr) [n:127.0.0.1:33021_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2583404 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [n:127.0.0.1:33021_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2583407 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [n:127.0.0.1:33021_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2583409 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [n:127.0.0.1:33021_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33021_solr
[junit4] 2> 2583411 INFO (zkCallback-9318-thread-1-processing-n:127.0.0.1:42776_solr) [n:127.0.0.1:42776_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2583411 INFO (zkCallback-9328-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2583411 INFO (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2583411 INFO (zkCallback-9336-thread-1-processing-n:127.0.0.1:37620_solr) [n:127.0.0.1:37620_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2583411 INFO (zkCallback-9346-thread-1-processing-n:127.0.0.1:33941_solr) [n:127.0.0.1:33941_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2583417 INFO (zkCallback-9356-thread-1-processing-n:127.0.0.1:33021_solr) [n:127.0.0.1:33021_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2583511 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [n:127.0.0.1:33021_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33021.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dedff02
[junit4] 2> 2583520 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [n:127.0.0.1:33021_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33021.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dedff02
[junit4] 2> 2583520 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [n:127.0.0.1:33021_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33021.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dedff02
[junit4] 2> 2583522 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [n:127.0.0.1:33021_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_186CEA76261C7990-001/tempDir-001/node5/.
[junit4] 2> 2584374 DEBUG (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 2584374 DEBUG (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 5
[junit4] 2> 2584374 DEBUG (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:33021_solr at time 18673114767429012
[junit4] 2> 2584374 DEBUG (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing registered processor for nodes: [127.0.0.1:33021_solr] added at times [18673114767429012], now=18673114767502241
[junit4] 2> 2584374 DEBUG (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"42571954900d94Ta3yyn8sn5esa1c8o3gnhvauu5",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":18673114767429012,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[18673114767429012],
[junit4] 2> "nodeNames":["127.0.0.1:33021_solr"]}}
[junit4] 2> 2584374 DEBUG (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger2, node_added_trigger1]
[junit4] 2> 2584375 INFO (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 2584376 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"42571954900d94Ta3yyn8sn5esa1c8o3gnhvauu5",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":18673114767429012,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[18673114767429012],
[junit4] 2> "_enqueue_time_":18673114767760950,
[junit4] 2> "nodeNames":["127.0.0.1:33021_solr"]}}
[junit4] 2> 2584376 INFO (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_added_trigger1
[junit4] 2> 2584377 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
[junit4] 2> 2584377 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
[junit4] 2> 2584377 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=42571954900d94Ta3yyn8sn5esa1c8o3gnhvauu5
[junit4] 2> 2589380 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 2589380 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 2589380 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 5
[junit4] 2> 2589380 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 5
[junit4] 2> 2589380 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:33021_solr at time 18673119773536367
[junit4] 2> 2589380 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:33021_solr] added at times [18673119773536367], now=18673119773754674
[junit4] 2> 2589381 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"42571a7ef3306fTa3yyn8sn5esa1c8o3gnhvauu7",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":18673119773536367,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[18673119773536367],
[junit4] 2> "nodeNames":["127.0.0.1:33021_solr"]}}
[junit4] 2> 2589381 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger2, node_added_trigger1]
[junit4] 2> 2589382 INFO (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 2589382 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"42571a7ef3306fTa3yyn8sn5esa1c8o3gnhvauu7",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":18673119773536367,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[18673119773536367],
[junit4] 2> "_enqueue_time_":18673119774339591,
[junit4] 2> "nodeNames":["127.0.0.1:33021_solr"]}}
[junit4] 2> 2589382 INFO (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.TriggerIntegrationTest last action at 1518421204106000000 current time = 1518421209112000000
[junit4] 2> real diff: 5006000000
[junit4] 2> min diff: 4998000000
[junit4] 2> 2589383 INFO (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_added_trigger2
[junit4] 2> 2589389 INFO (qtp1142932834-34118) [n:127.0.0.1:33021_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2589390 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
[junit4] 2> 2589390 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
[junit4] 2> 2589390 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 8 ms for event id=42571a7ef3306fTa3yyn8sn5esa1c8o3gnhvauu7
[junit4] 2> 2589390 INFO (qtp555842462-34090) [n:127.0.0.1:33941_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2589393 INFO (qtp109629244-34000) [n:127.0.0.1:35296_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2589394 INFO (qtp58953156-34064) [n:127.0.0.1:37620_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2589397 INFO (qtp170881004-34009) [n:127.0.0.1:42776_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2589397 DEBUG (qtp1142932834-34114) [n:127.0.0.1:33021_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2589398 INFO (qtp1142932834-34114) [n:127.0.0.1:33021_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=12
[junit4] 2> 2589399 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 2589399 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:37620_solr, 127.0.0.1:33021_solr, 127.0.0.1:33941_solr, 127.0.0.1:35296_solr, 127.0.0.1:42776_solr]
[junit4] 2> 2589399 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 2589401 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:37620_solr, 127.0.0.1:33021_solr, 127.0.0.1:33941_solr, 127.0.0.1:35296_solr, 127.0.0.1:42776_solr]
[junit4] 2> 2589401 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:37620_solr, 127.0.0.1:33021_solr, 127.0.0.1:33941_solr, 127.0.0.1:35296_solr, 127.0.0.1:42776_solr]
[junit4] 2> 2589401 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 2589401 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 2589403 INFO (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 2589404 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
[junit4] 2> 2589404 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 5
[junit4] 2> 2589411 INFO (qtp1142932834-34118) [n:127.0.0.1:33021_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2589413 INFO (qtp555842462-34094) [n:127.0.0.1:33941_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2589415 INFO (qtp109629244-34002) [n:127.0.0.1:35296_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2589417 INFO (qtp58953156-34066) [n:127.0.0.1:37620_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2589419 INFO (qtp170881004-34006) [n:127.0.0.1:42776_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2589419 DEBUG (qtp555842462-34092) [n:127.0.0.1:33941_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2589420 INFO (qtp555842462-34092) [n:127.0.0.1:33941_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=19
[junit4] 2> 2589420 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
[junit4] 2> 2589421 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:37620_solr, 127.0.0.1:33021_solr, 127.0.0.1:33941_solr, 127.0.0.1:35296_solr, 127.0.0.1:42776_solr]
[junit4] 2> 2589421 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 2589421 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:37620_solr, 127.0.0.1:33021_solr, 127.0.0.1:33941_solr, 127.0.0.1:35296_solr, 127.0.0.1:42776_solr]
[junit4] 2> 2589421 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:37620_solr, 127.0.0.1:33021_solr, 127.0.0.1:33941_solr, 127.0.0.1:35296_solr, 127.0.0.1:42776_solr]
[junit4] 2> 2589421 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 2589422 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:37620_solr, 127.0.0.1:33021_solr, 127.0.0.1:33941_solr, 127.0.0.1:35296_solr, 127.0.0.1:42776_solr]
[junit4] 2> 2589422 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
[junit4] 2> 2589424 INFO (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 2589424 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10
[junit4] 2> 2589425 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: 5
[junit4] 2> 2589425 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@56f119aa{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2589425 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=655875618
[junit4] 2> 2589426 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2589426 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@110c2264: rootName = solr_33021, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@d8ad16b
[junit4] 2> 2589435 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2589435 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@37af00a9: rootName = solr_33021, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@46efc70e
[junit4] 2> 2589440 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2589440 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@651f747e: rootName = solr_33021, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@21c6bcb0
[junit4] 2> 2589443 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:33021_solr
[junit4] 2> 2589444 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2589444 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2589444 INFO (zkCallback-9346-thread-1-processing-n:127.0.0.1:33941_solr) [n:127.0.0.1:33941_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
[junit4] 2> 2589444 INFO (zkCallback-9356-thread-1-processing-n:127.0.0.1:33021_solr) [n:127.0.0.1:33021_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
[junit4] 2> 2589444 INFO (zkCallback-9328-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
[junit4] 2> 2589445 INFO (zkCallback-9318-thread-1-processing-n:127.0.0.1:42776_solr) [n:127.0.0.1:42776_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
[junit4] 2> 2589445 INFO (zkCallback-9336-thread-1-processing-n:127.0.0.1:37620_solr) [n:127.0.0.1:37620_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
[junit4] 2> 2589445 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6e01b2a7{/solr,null,UNAVAILABLE}
[junit4] 2> 2589445 INFO (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
[junit4] 2> 2589445 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2590408 DEBUG (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 4
[junit4] 2> 2590408 DEBUG (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:33021_solr
[junit4] 2> 2590408 DEBUG (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:33021_solr]
[junit4] 2> 2590408 DEBUG (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"42571abc3d42d6Ta3yyn8sn5esa1c8o3gnhvauu9",
[junit4] 2> "source":"node_lost_trigger1",
[junit4] 2> "eventTime":18673120801800918,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[18673120801800918],
[junit4] 2> "nodeNames":["127.0.0.1:33021_solr"]}}
[junit4] 2> 2590409 DEBUG (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger2, node_added_trigger2, node_lost_trigger1, node_added_trigger1]
[junit4] 2> 2590409 INFO (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 2590410 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"42571abc3d42d6Ta3yyn8sn5esa1c8o3gnhvauu9",
[junit4] 2> "source":"node_lost_trigger1",
[junit4] 2> "eventTime":18673120801800918,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[18673120801800918],
[junit4] 2> "_enqueue_time_":18673120802136765,
[junit4] 2> "nodeNames":["127.0.0.1:33021_solr"]}}
[junit4] 2> 2590410 INFO (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_lost_trigger1
[junit4] 2> 2590411 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger2 after 5000ms
[junit4] 2> 2590411 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
[junit4] 2> 2590411 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger1 after 5000ms
[junit4] 2> 2590411 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
[junit4] 2> 2590411 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=42571abc3d42d6Ta3yyn8sn5esa1c8o3gnhvauu9
[junit4] 2> 2595411 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 2595412 DEBUG (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 4
[junit4] 2> 2595412 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 2595413 DEBUG (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 2595413 DEBUG (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 2595413 DEBUG (ScheduledTrigger-8434-thread-1) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: 4
[junit4] 2> 2595413 DEBUG (ScheduledTrigger-8434-thread-1) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:33021_solr
[junit4] 2> 2595413 DEBUG (ScheduledTrigger-8434-thread-1) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:33021_solr]
[junit4] 2> 2595413 DEBUG (ScheduledTrigger-8434-thread-1) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"42571be68e0a31Ta3yyn8sn5esa1c8o3gnhvauub",
[junit4] 2> "source":"node_lost_trigger2",
[junit4] 2> "eventTime":18673125806705201,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[18673125806705201],
[junit4] 2> "nodeNames":["127.0.0.1:33021_solr"]}}
[junit4] 2> 2595414 DEBUG (ScheduledTrigger-8434-thread-1) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger2, node_added_trigger2, node_lost_trigger1, node_added_trigger1]
[junit4] 2> 2595415 INFO (ScheduledTrigger-8434-thread-1) [n:127.0.0.1:35296_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 2595415 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"42571be68e0a31Ta3yyn8sn5esa1c8o3gnhvauub",
[junit4] 2> "source":"node_lost_trigger2",
[junit4] 2> "eventTime":18673125806705201,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[18673125806705201],
[junit4] 2> "_enqueue_time_":18673125807184478,
[junit4] 2> "nodeNames":["127.0.0.1:33021_solr"]}}
[junit4] 2> 2595415 INFO (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.TriggerIntegrationTest last action at 1518421210140000000 current time = 1518421215145000000
[junit4] 2> real diff: 5005000000
[junit4] 2> min diff: 4998000000
[junit4] 2> 2595415 INFO (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_lost_trigger2
[junit4] 2> 2595415 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTriggerThrottling
[junit4] 2> 2595419 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Resuming tr
[...truncated too long message...]
expired for /autoscaling/nodeLost/127.0.0.1:57060_solr
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:786)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:365)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:365)
[junit4] 2> at org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:882)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:704)
[junit4] 2> at java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4649)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:703)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.access$900(ZkStateReader.java:72)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1090)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1085)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$1(SolrZkClient.java:269)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2770059 INFO (jetty-closer-9301-thread-12) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@45e7e516{/solr,null,UNAVAILABLE}
[junit4] 2> 2770059 INFO (jetty-closer-9301-thread-12) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2770060 ERROR (SUITE-TriggerIntegrationTest-seed#[186CEA76261C7990]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2770060 INFO (SUITE-TriggerIntegrationTest-seed#[186CEA76261C7990]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58810 58810
[junit4] 2> 2770155 INFO (Thread-8280) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58810 58810
[junit4] 2> 2770155 WARN (Thread-8280) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 41 /solr/collections/collection1/terms/shard1
[junit4] 2> 22 /solr/clusterprops.json
[junit4] 2> 22 /solr/aliases.json
[junit4] 2> 21 /solr/security.json
[junit4] 2> 8 /solr/configs/conf
[junit4] 2> 2 /solr/collections/testMetricTrigger/terms/shard1
[junit4] 2> 2 /solr/collections/testMetricTrigger/terms/shard2
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 132 /solr/collections/collection1/state.json
[junit4] 2> 22 /solr/clusterstate.json
[junit4] 2> 13 /solr/collections/testMetricTrigger/state.json
[junit4] 2> 6 /solr/autoscaling.json
[junit4] 2> 4 /solr/overseer_elect/election/73281354275356716-127.0.0.1:49362_solr-n_0000000013
[junit4] 2> 3 /solr/collections/collection1/leader_elect/shard1/election/73281354275356710-core_node3-n_0000000000
[junit4] 2> 3 /solr/overseer_elect/election/73281354275356686-127.0.0.1:33941_solr-n_0000000003
[junit4] 2> 2 /solr/overseer_elect/election/73281354275356710-127.0.0.1:41760_solr-n_0000000011
[junit4] 2> 2 /solr/overseer_elect/election/73281354275356698-127.0.0.1:39986_solr-n_0000000007
[junit4] 2> 2 /solr/overseer_elect/election/73281354275356707-127.0.0.1:60573_solr-n_0000000010
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/73281354275356716-core_node8-n_0000000003
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/live_nodes
[junit4] 2> 22 /solr/collections
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR
[junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_186CEA76261C7990-001
[junit4] 2> Feb 12, 2018 7:43:09 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), id=PostingsFormat(name=Direct), x_s=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{_version_=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1489, maxMBSortInHeap=6.244574450600561, sim=RandomSimilarity(queryNorm=false): {}, locale=mt, timezone=Asia/Colombo
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=174054768,total=476577792
[junit4] 2> NOTE: All tests run in this JVM: [BlockJoinFacetRandomTest, FileUtilsTest, TestSolrConfigHandlerConcurrent, TestExceedMaxTermLength, HighlighterTest, TestDistribStateManager, SolrCloudExampleTest, TestTolerantUpdateProcessorRandomCloud, TestJettySolrRunner, SegmentsInfoRequestHandlerTest, SubstringBytesRefFilterTest, SolrCoreTest, TestQueryUtils, TestImplicitCoreProperties, SchemaVersionSpecificBehaviorTest, SliceStateTest, ParsingFieldUpdateProcessorsTest, TestSlowCompositeReaderWrapper, TestReplicaProperties, DirectoryFactoryTest, TestSimpleTextCodec, CursorMarkTest, TestSQLHandler, ResourceLoaderTest, PathHierarchyTokenizerFactoryTest, PrimUtilsTest, SearchRateTriggerTest, ZkControllerTest, TestDocTermOrds, StressHdfsTest, TestPullReplicaErrorHandling, TolerantUpdateProcessorTest, SortByFunctionTest, TestRecoveryHdfs, TestFieldCacheWithThreads, PrimitiveFieldTypeTest, TestCloudPivotFacet, TestMultiWordSynonyms, TestFieldTypeResource, TestXmlQParserPlugin, TestTrie, DistributedMLTComponentTest, QueryEqualityTest, TestSolrIndexConfig, TestEmbeddedSolrServerAdminHandler, TestReversedWildcardFilterFactory, TestRTimerTree, DocValuesMissingTest, TestManagedSchema, TestExactStatsCache, TestStreamBody, CdcrVersionReplicationTest, CollectionStateFormat2Test, TestZkChroot, ChaosMonkeySafeLeaderTest, HdfsBasicDistributedZkTest, JsonLoaderTest, TestManagedResourceStorage, TestReplicationHandler, TestDistributedGrouping, TestSortByMinMaxFunction, TestBlendedInfixSuggestions, BufferStoreTest, TestSkipOverseerOperations, QueryResultKeyTest, ClassificationUpdateProcessorFactoryTest, TestCursorMarkWithoutUniqueKey, DistribJoinFromCollectionTest, TestSimpleTrackingShardHandler, TestSolrCloudWithSecureImpersonation, TestCustomSort, HdfsNNFailoverTest, TestStressUserVersions, DistributedQueryComponentCustomSortTest, TestHttpShardHandlerFactory, SparseHLLTest, BasicFunctionalityTest, PeerSyncTest, ChangedSchemaMergeTest, HdfsRestartWhileUpdatingTest, SignatureUpdateProcessorFactoryTest, TestConfigReload, OverriddenZkACLAndCredentialsProvidersTest, FastVectorHighlighterTest, BaseCdcrDistributedZkTest, CollectionTooManyReplicasTest, TestLegacyNumericRangeQueryBuilder, CachingDirectoryFactoryTest, TemplateUpdateProcessorTest, DocumentBuilderTest, TestNumericRangeQuery32, TestCollapseQParserPlugin, PreAnalyzedFieldManagedSchemaCloudTest, JavabinLoaderTest, TestSurroundQueryParser, RulesTest, DeleteNodeTest, TestCollectionsAPIViaSolrCloudCluster, AlternateDirectoryTest, TermsComponentTest, TestSolrCloudSnapshots, TestCustomDocTransformer, DirectSolrConnectionTest, QueryParsingTest, TestNumericTerms64, TestRandomCollapseQParserPlugin, PeerSyncWithIndexFingerprintCachingTest, SolrJmxReporterCloudTest, TestSystemIdResolver, ResponseBuilderTest, TestOnReconnectListenerSupport, DistributedIntervalFacetingTest, ConjunctionSolrSpellCheckerTest, TestCloudDeleteByQuery, ShardRoutingCustomTest, ConcurrentDeleteAndCreateCollectionTest, CloneFieldUpdateProcessorFactoryTest, V2StandaloneTest, SuggestComponentTest, SolrCloudReportersTest, TestSolrJ, SimplePostToolTest, AsyncCallRequestStatusResponseTest, SystemInfoHandlerTest, TestFoldingMultitermQuery, TestGraphTermsQParserPlugin, FieldMutatingUpdateProcessorTest, HdfsTlogReplayBufferedWhileIndexingTest, TestRebalanceLeaders, BasicDistributedZkTest, LegacyCloudClusterPropTest, MoveReplicaHDFSFailoverTest, RestartWhileUpdatingTest, SaslZkACLProviderTest, TestCloudSearcherWarming, TestDistribDocBasedVersion, TestLockTree, TestPrepRecovery, TestSizeLimitedDistributedMap, TestStressLiveNodes, TestTlogReplica, CustomCollectionTest, HdfsCollectionsAPIDistributedZkTest, SimpleCollectionCreateDeleteTest, TestCollectionAPI, AutoAddReplicasPlanActionTest, AutoScalingHandlerTest, ComputePlanActionTest, MetricTriggerTest, NodeAddedTriggerTest, NodeLostTriggerTest, TestPolicyCloud, TriggerIntegrationTest]
[junit4] Completed [607/775 (1!)] on J1 in 201.78s, 14 tests, 1 error <<< FAILURES!
[...truncated 49023 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 375 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/375/
2 tests failed.
FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove
Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:38040/solr/MoveReplicaHDFSTest_failed_coll_true, http://127.0.0.1:36339/solr/MoveReplicaHDFSTest_failed_coll_true]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:38040/solr/MoveReplicaHDFSTest_failed_coll_true, http://127.0.0.1:36339/solr/MoveReplicaHDFSTest_failed_coll_true]
at __randomizedtesting.SeedInfo.seed([1C5A1C03E5256FF7:B697CFF152F6BA27]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:306)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36339/solr/MoveReplicaHDFSTest_failed_coll_true: no servers hosting shard: shard2
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:436)
... 46 more
FAILED: org.apache.solr.cloud.autoscaling.sim.TestPolicyCloud.testCreateCollectionAddShardUsingPolicy
Error Message:
Timeout waiting for collection to become active Live Nodes: null Last available state: null
Stack Trace:
java.lang.AssertionError: Timeout waiting for collection to become active
Live Nodes: null
Last available state: null
at __randomizedtesting.SeedInfo.seed([1C5A1C03E5256FF7:DDC62EAA241D9234]:0)
at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:230)
at org.apache.solr.cloud.autoscaling.sim.TestPolicyCloud.testCreateCollectionAddShardUsingPolicy(TestPolicyCloud.java:305)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.NullPointerException
at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.lambda$null$52(SimClusterStateProvider.java:1226)
at java.util.ArrayList.forEach(ArrayList.java:1249)
at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.lambda$getCollectionStates$53(SimClusterStateProvider.java:1218)
at java.util.concurrent.ConcurrentHashMap.forEach(ConcurrentHashMap.java:1597)
at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.getCollectionStates(SimClusterStateProvider.java:1217)
at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.getClusterState(SimClusterStateProvider.java:1199)
at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:254)
at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:224)
... 41 more
Build Log:
[...truncated 12414 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestPolicyCloud
[junit4] 2> 250054 INFO (SUITE-TestPolicyCloud-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestPolicyCloud_1C5A1C03E5256FF7-001/init-core-data-001
[junit4] 2> 250054 WARN (SUITE-TestPolicyCloud-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
[junit4] 2> 250054 INFO (SUITE-TestPolicyCloud-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 250055 INFO (SUITE-TestPolicyCloud-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 250073 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateCollectionAddReplica
[junit4] 2> 250082 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 250091 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220)
[junit4] 2> at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:154)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 250258 INFO (simCloudManagerPool-1611-thread-2) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 18676385026 sessionWrapper.createTime 18676384067489154, this.sessionWrapper.createTime 18676384067489154
[junit4] 2> 250315 INFO (simCloudManagerPool-1611-thread-4) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 18676387878 sessionWrapper.createTime 18676387533852254, this.sessionWrapper.createTime 18676387533852254
[junit4] 2> 250315 INFO (simCloudManagerPool-1611-thread-4) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10000_solr for creating new replica
[junit4] 2> 250337 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateCollectionAddReplica
[junit4] 2> 250338 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 250338 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 250338 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 250338 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 250338 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 5
[junit4] 2> 250338 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 4
[junit4] 2> 250338 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0
[junit4] 2> 250339 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: [testCreateCollectionAddReplica]
[junit4] 2> 250339 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 2
[junit4] 2> 250339 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 250339 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 2
[junit4] 2> 250340 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * testCreateCollectionAddReplica 2
[junit4] 2> 250340 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - active 2
[junit4] 2> 250340 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 250341 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - ADDREPLICA 1
[junit4] 2> 250341 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATE 1
[junit4] 2> 250341 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 1
[junit4] 2> 250341 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 250346 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDataProvider
[junit4] 2> 250346 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 250346 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:166)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 250511 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDataProvider
[junit4] 2> 250511 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 250511 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 250511 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 250511 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 250511 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 5
[junit4] 2> 250512 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 3
[junit4] 2> 250512 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0
[junit4] 2> 250512 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: [policiesTest]
[junit4] 2> 250512 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 1
[junit4] 2> 250512 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 250512 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 2
[junit4] 2> 250512 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * policiesTest 2
[junit4] 2> 250512 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - active 2
[junit4] 2> 250512 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 250512 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - ADDROLE 1
[junit4] 2> 250512 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATE 1
[junit4] 2> 250512 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 250515 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMetricsTag
[junit4] 2> 250515 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 250515 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 250619 ERROR (simCloudManagerPool-1617-thread-1) [ ] o.a.s.h.RequestHandlerBase org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{set-cluster-policy=[{cores=<10, node=#ANY}, {replica=<2, shard=#EACH, node=#ANY}, {metrics:abc=overseer, replica=0}], errorMessages=[Invalid metrics: param in {
[junit4] 2> "metrics:abc":"overseer",
[junit4] 2> "replica":0} must have at 2 or 3 segments after 'metrics:' separated by ':']}],
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:207)
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:145)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:195)
[junit4] 2> at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.simHandleSolrRequest(SimCloudManager.java:497)
[junit4] 2> at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.lambda$request$2(SimCloudManager.java:459)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 250642 INFO (simCloudManagerPool-1617-thread-3) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 18676404250 sessionWrapper.createTime 18676404048761504, this.sessionWrapper.createTime 18676404048761504
[junit4] 2> 250661 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMetricsTag
[junit4] 2> 250661 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 250661 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 5
[junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 4
[junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0
[junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: [metricsTest]
[junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 1
[junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 1
[junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * metricsTest 1
[junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - active 1
[junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATE 1
[junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 2
[junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 250665 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateCollectionAddShardWithReplicaTypeUsingPolicy
[junit4] 2> 250665 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 250665 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 250766 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.TestPolicyCloud NRT 127.0.0.1:10001_solr PULL 127.0.0.1:10004_solr , TLOG 127.0.0.1:10004_solr
[junit4] 2> 250791 INFO (simCloudManagerPool-1620-thread-2) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 18676411692 sessionWrapper.createTime 18676411541969104, this.sessionWrapper.createTime 18676411541969104
[junit4] 2> 250934 INFO (simCloudManagerPool-1620-thread-6) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 18676418849 sessionWrapper.createTime 18676418566500754, this.sessionWrapper.createTime 18676418566500754
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateCollectionAddShardWithReplicaTypeUsingPolicy
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 5
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 3
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: [policiesTest]
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 4
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 6
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * policiesTest 6
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - active 6
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATE 1
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATESHARD 1
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 1
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 250980 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateCollectionSplitShard
[junit4] 2> 250980 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 250980 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 251102 INFO (simCloudManagerPool-1623-thread-2) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 18676427257 sessionWrapper.createTime 18676426883744754, this.sessionWrapper.createTime 18676426883744754
[junit4] 2> 251270 INFO (simCloudManagerPool-1623-thread-5) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 18676435623 sessionWrapper.createTime 18676434359083754, this.sessionWrapper.createTime 18676434359083754
[junit4] 2> 251440 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateCollectionSplitShard
[junit4] 2> 251440 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 251440 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 5
[junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 5
[junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0
[junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: []
[junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 0
[junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 0
[junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATE 1
[junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - DELETE 1
[junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SPLITSHARD 1
[junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 1
[junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 251445 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDataProviderPerReplicaDetails
[junit4] 2> 251446 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 251446 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 251735 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDataProviderPerReplicaDetails
[junit4] 2> 251735 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 251735 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 251735 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 251735 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 251735 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 5
[junit4] 2> 251735 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 5
[junit4] 2> 251735 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0
[junit4] 2> 251735 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: []
[junit4] 2> 251736 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 0
[junit4] 2> 251736 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 251736 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 0
[junit4] 2> 251736 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 251736 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATE 1
[junit4] 2> 251736 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - DELETE 1
[junit4] 2> 251736 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 251740 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateCollectionAddShardUsingPolicy
[junit4] 2> 251740 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 251740 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 251861 INFO (simCloudManagerPool-1629-thread-2) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 18676465210 sessionWrapper.createTime 18676465131490404, this.sessionWrapper.createTime 18676465131490404
[junit4] 2> 251988 INFO (simCloudManagerPool-1629-thread-5) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 18676471542 sessionWrapper.createTime 18676471517675404, this.sessionWrapper.createTime 18676471517675404
[junit4] 2> 252001 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateCollectionAddShardUsingPolicy
[junit4] 2> 252001 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 252001 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 252001 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 252001 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 5
[junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 4
[junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0
[junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: [policiesTest]
[junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 3
[junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 3
[junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * policiesTest 3
[junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - active 3
[junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATE 1
[junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATESHARD 1
[junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 1
[junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestPolicyCloud -Dtests.method=testCreateCollectionAddShardUsingPolicy -Dtests.seed=1C5A1C03E5256FF7 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ar-SA -Dtests.timezone=Africa/Banjul -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 0.27s J1 | TestPolicyCloud.testCreateCollectionAddShardUsingPolicy <<<
[junit4] > Throwable #1: java.lang.AssertionError: Timeout waiting for collection to become active
[junit4] > Live Nodes: null
[junit4] > Last available state: null
[junit4] > at __randomizedtesting.SeedInfo.seed([1C5A1C03E5256FF7:DDC62EAA241D9234]:0)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:230)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.TestPolicyCloud.testCreateCollectionAddShardUsingPolicy(TestPolicyCloud.java:305)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.lang.NullPointerException
[junit4] > at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.lambda$null$52(SimClusterStateProvider.java:1226)
[junit4] > at java.util.ArrayList.forEach(ArrayList.java:1249)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.lambda$getCollectionStates$53(SimClusterStateProvider.java:1218)
[junit4] > at java.util.concurrent.ConcurrentHashMap.forEach(ConcurrentHashMap.java:1597)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.getCollectionStates(SimClusterStateProvider.java:1217)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.getClusterState(SimClusterStateProvider.java:1199)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:254)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:224)
[junit4] > ... 41 more
[junit4] 2> 252004 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestPolicyCloud_1C5A1C03E5256FF7-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1366, maxMBSortInHeap=5.290165823604289, sim=RandomSimilarity(queryNorm=false): {}, locale=ar-SA, timezone=Africa/Banjul
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=113994840,total=433586176
[junit4] 2> NOTE: All tests run in this JVM: [TestReload, ConjunctionSolrSpellCheckerTest, TestCustomSort, TestTrie, FileUtilsTest, FullHLLTest, SpatialRPTFieldTypeTest, TestPayloadCheckQParserPlugin, DocValuesNotIndexedTest, DirectUpdateHandlerOptimizeTest, JsonLoaderTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestNRTOpen, TestExclusionRuleCollectionAccess, TestSchemaSimilarityResource, ZkControllerTest, ResponseBuilderTest, TestDelegationWithHadoopAuth, TestSubQueryTransformerCrossCore, SolrCoreMetricManagerTest, TestDocTermOrds, TestDistribStateManager, TestRTGBase, TestZkChroot, UtilsToolTest, SegmentsInfoRequestHandlerTest, AutoAddReplicasPlanActionTest, SimpleMLTQParserTest, TestLegacyNumericRangeQueryBuilder, RestartWhileUpdatingTest, DistributedFacetPivotSmallAdvancedTest, SparseHLLTest, TestSolr4Spatial, CollectionStateFormat2Test, TestCorePropertiesReload, TestRawResponseWriter, SignatureUpdateProcessorFactoryTest, ClassificationUpdateProcessorFactoryTest, CdcrReplicationDistributedZkTest, SortByFunctionTest, HdfsNNFailoverTest, TestCollectionAPIs, LoggingHandlerTest, HdfsRestartWhileUpdatingTest, DistributedFacetExistsSmallTest, TestSolrQueryResponse, DistribJoinFromCollectionTest, TestReversedWildcardFilterFactory, TestConfigSetImmutable, SyncSliceTest, CheckHdfsIndexTest, BaseCdcrDistributedZkTest, SuggesterFSTTest, TestPolicyCloud]
[junit4] Completed [102/775 (1!)] on J1 in 1.98s, 7 tests, 1 failure <<< FAILURES!
[...truncated 216 lines...]
[junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest
[junit4] 2> 524316 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/init-core-data-001
[junit4] 2> 524317 WARN (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
[junit4] 2> 524317 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 524318 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 524318 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-001
[junit4] 2> 524319 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 524319 INFO (Thread-1096) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 524319 INFO (Thread-1096) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 524321 ERROR (Thread-1096) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 524419 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:60863
[junit4] 2> 524421 INFO (zkConnectionManagerCallback-890-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 524423 INFO (jetty-launcher-887-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 524430 INFO (jetty-launcher-887-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 524431 INFO (jetty-launcher-887-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 524432 INFO (jetty-launcher-887-thread-4) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 524439 INFO (jetty-launcher-887-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 524439 INFO (jetty-launcher-887-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 524439 INFO (jetty-launcher-887-thread-3) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 524439 INFO (jetty-launcher-887-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6f86b472{/solr,null,AVAILABLE}
[junit4] 2> 524441 INFO (jetty-launcher-887-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6b736ee2{HTTP/1.1,[http/1.1]}{127.0.0.1:38040}
[junit4] 2> 524441 INFO (jetty-launcher-887-thread-3) [ ] o.e.j.s.Server Started @526566ms
[junit4] 2> 524441 INFO (jetty-launcher-887-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38040}
[junit4] 2> 524441 ERROR (jetty-launcher-887-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 524441 INFO (jetty-launcher-887-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 524441 INFO (jetty-launcher-887-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 524441 INFO (jetty-launcher-887-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 524441 INFO (jetty-launcher-887-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-12T08:39:01.480Z
[junit4] 2> 524443 INFO (jetty-launcher-887-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 524443 INFO (jetty-launcher-887-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 524443 INFO (jetty-launcher-887-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 524443 INFO (jetty-launcher-887-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6644b5f2{/solr,null,AVAILABLE}
[junit4] 2> 524443 INFO (jetty-launcher-887-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@61067959{HTTP/1.1,[http/1.1]}{127.0.0.1:36339}
[junit4] 2> 524443 INFO (jetty-launcher-887-thread-2) [ ] o.e.j.s.Server Started @526569ms
[junit4] 2> 524443 INFO (jetty-launcher-887-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36339}
[junit4] 2> 524443 ERROR (jetty-launcher-887-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 524443 INFO (jetty-launcher-887-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 524444 INFO (jetty-launcher-887-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 524444 INFO (jetty-launcher-887-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 524444 INFO (jetty-launcher-887-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-12T08:39:01.483Z
[junit4] 2> 524449 INFO (jetty-launcher-887-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 524449 INFO (jetty-launcher-887-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 524449 INFO (jetty-launcher-887-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 524449 INFO (jetty-launcher-887-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1621a0ac{/solr,null,AVAILABLE}
[junit4] 2> 524454 INFO (jetty-launcher-887-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 524454 INFO (jetty-launcher-887-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 524454 INFO (jetty-launcher-887-thread-4) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 524455 INFO (jetty-launcher-887-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@de81b61{/solr,null,AVAILABLE}
[junit4] 2> 524455 INFO (jetty-launcher-887-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1d36b855{HTTP/1.1,[http/1.1]}{127.0.0.1:49142}
[junit4] 2> 524455 INFO (jetty-launcher-887-thread-4) [ ] o.e.j.s.Server Started @526581ms
[junit4] 2> 524455 INFO (jetty-launcher-887-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49142}
[junit4] 2> 524455 ERROR (jetty-launcher-887-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 524455 INFO (jetty-launcher-887-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 524455 INFO (jetty-launcher-887-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 524455 INFO (jetty-launcher-887-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 524455 INFO (jetty-launcher-887-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-12T08:39:01.494Z
[junit4] 2> 524456 INFO (jetty-launcher-887-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@53c7e5a3{HTTP/1.1,[http/1.1]}{127.0.0.1:35232}
[junit4] 2> 524456 INFO (jetty-launcher-887-thread-1) [ ] o.e.j.s.Server Started @526581ms
[junit4] 2> 524456 INFO (jetty-launcher-887-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35232}
[junit4] 2> 524456 ERROR (jetty-launcher-887-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 524456 INFO (jetty-launcher-887-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 524456 INFO (jetty-launcher-887-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 524456 INFO (jetty-launcher-887-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 524456 INFO (jetty-launcher-887-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-12T08:39:01.495Z
[junit4] 2> 524458 INFO (zkConnectionManagerCallback-894-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 524459 INFO (jetty-launcher-887-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 524463 INFO (zkConnectionManagerCallback-892-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 524463 INFO (zkConnectionManagerCallback-898-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 524465 INFO (jetty-launcher-887-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 524465 INFO (jetty-launcher-887-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 524470 INFO (zkConnectionManagerCallback-896-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 524471 INFO (jetty-launcher-887-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 524485 INFO (jetty-launcher-887-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60863/solr
[junit4] 2> 524489 INFO (jetty-launcher-887-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60863/solr
[junit4] 2> 524490 INFO (jetty-launcher-887-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60863/solr
[junit4] 2> 524493 INFO (jetty-launcher-887-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60863/solr
[junit4] 2> 524497 INFO (zkConnectionManagerCallback-907-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 524497 INFO (zkConnectionManagerCallback-912-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 524499 INFO (zkConnectionManagerCallback-903-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 524514 INFO (zkConnectionManagerCallback-914-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 524515 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10459370e090008, likely client has closed socket
[junit4] 2> 524518 INFO (zkConnectionManagerCallback-916-thread-1-processing-n:127.0.0.1:38040_solr) [n:127.0.0.1:38040_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 524530 INFO (zkConnectionManagerCallback-918-thread-1-processing-n:127.0.0.1:35232_solr) [n:127.0.0.1:35232_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 524531 INFO (zkConnectionManagerCallback-920-thread-1-processing-n:127.0.0.1:36339_solr) [n:127.0.0.1:36339_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 524538 INFO (jetty-launcher-887-thread-1) [n:127.0.0.1:35232_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 524539 INFO (jetty-launcher-887-thread-2) [n:127.0.0.1:36339_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 524539 INFO (jetty-launcher-887-thread-1) [n:127.0.0.1:35232_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35232_solr
[junit4] 2> 524540 INFO (jetty-launcher-887-thread-2) [n:127.0.0.1:36339_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36339_solr
[junit4] 2> 524540 INFO (jetty-launcher-887-thread-1) [n:127.0.0.1:35232_solr ] o.a.s.c.Overseer Overseer (id=73281586938314763-127.0.0.1:35232_solr-n_0000000000) starting
[junit4] 2> 524555 INFO (zkConnectionManagerCallback-922-thread-1-processing-n:127.0.0.1:49142_solr) [n:127.0.0.1:49142_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 524560 INFO (jetty-launcher-887-thread-4) [n:127.0.0.1:49142_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 524561 INFO (jetty-launcher-887-thread-4) [n:127.0.0.1:49142_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 524565 INFO (jetty-launcher-887-thread-4) [n:127.0.0.1:49142_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49142_solr
[junit4] 2> 524600 INFO (jetty-launcher-887-thread-1) [n:127.0.0.1:35232_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35232_solr
[junit4] 2> 524603 INFO (zkCallback-917-thread-1-processing-n:127.0.0.1:35232_solr) [n:127.0.0.1:35232_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 524603 INFO (zkCallback-919-thread-1-processing-n:127.0.0.1:36339_solr) [n:127.0.0.1:36339_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 524607 INFO (OverseerStateUpdate-73281586938314763-127.0.0.1:35232_solr-n_0000000000) [n:127.0.0.1:35232_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 524614 INFO (jetty-launcher-887-thread-3) [n:127.0.0.1:38040_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 524615 INFO (jetty-launcher-887-thread-3) [n:127.0.0.1:38040_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 524616 INFO (jetty-launcher-887-thread-3) [n:127.0.0.1:38040_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38040_solr
[junit4] 2> 524618 INFO (zkCallback-917-thread-2-processing-n:127.0.0.1:35232_solr) [n:127.0.0.1:35232_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 524618 INFO (zkCallback-919-thread-2-processing-n:127.0.0.1:36339_solr) [n:127.0.0.1:36339_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 524677 INFO (zkCallback-921-thread-1-processing-n:127.0.0.1:49142_solr) [n:127.0.0.1:49142_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 524681 INFO (zkCallback-915-thread-1-processing-n:127.0.0.1:38040_solr) [n:127.0.0.1:38040_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 524718 INFO (jetty-launcher-887-thread-4) [n:127.0.0.1:49142_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49142.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
[junit4] 2> 524729 INFO (jetty-launcher-887-thread-2) [n:127.0.0.1:36339_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36339.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
[junit4] 2> 524731 INFO (jetty-launcher-887-thread-4) [n:127.0.0.1:49142_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49142.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
[junit4] 2> 524731 INFO (jetty-launcher-887-thread-4) [n:127.0.0.1:49142_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49142.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
[junit4] 2> 524732 INFO (jetty-launcher-887-thread-4) [n:127.0.0.1:49142_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-001/node4/.
[junit4] 2> 524736 INFO (jetty-launcher-887-thread-2) [n:127.0.0.1:36339_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36339.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
[junit4] 2> 524737 INFO (jetty-launcher-887-thread-2) [n:127.0.0.1:36339_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36339.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
[junit4] 2> 524740 INFO (jetty-launcher-887-thread-1) [n:127.0.0.1:35232_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35232.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
[junit4] 2> 524745 INFO (jetty-launcher-887-thread-2) [n:127.0.0.1:36339_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-001/node2/.
[junit4] 2> 524748 INFO (jetty-launcher-887-thread-1) [n:127.0.0.1:35232_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35232.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
[junit4] 2> 524748 INFO (jetty-launcher-887-thread-1) [n:127.0.0.1:35232_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35232.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
[junit4] 2> 524749 INFO (jetty-launcher-887-thread-1) [n:127.0.0.1:35232_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-001/node1/.
[junit4] 2> 524822 INFO (jetty-launcher-887-thread-3) [n:127.0.0.1:38040_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38040.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
[junit4] 2> 524840 INFO (jetty-launcher-887-thread-3) [n:127.0.0.1:38040_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38040.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
[junit4] 2> 524840 INFO (jetty-launcher-887-thread-3) [n:127.0.0.1:38040_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38040.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
[junit4] 2> 524841 INFO (jetty-launcher-887-thread-3) [n:127.0.0.1:38040_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-001/node3/.
[junit4] 2> 524873 INFO (zkConnectionManagerCallback-932-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 524877 INFO (zkConnectionManagerCallback-936-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 524878 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 524879 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60863/solr ready
[junit4] 2> 524885 INFO (qtp691893789-4840) [n:127.0.0.1:35232_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 524888 INFO (qtp691893789-4840) [n:127.0.0.1:35232_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=3
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 524922 WARN (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 524933 WARN (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 524937 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 524945 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_47328_hdfs____8twoao/webapp
[junit4] 2> 525340 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:47328
[junit4] 2> 525429 WARN (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 525429 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 525438 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_40885_datanode____.km4uhs/webapp
[junit4] 2> 525850 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:40885
[junit4] 2> 525936 WARN (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 525938 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 525953 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_47359_datanode____edye8r/webapp
[junit4] 2> 526115 ERROR (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:50267) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 526146 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x425a50bebf73d0: from storage DS-a45bcbe1-e4b1-4dab-8c49-34f98afdbd0a node DatanodeRegistration(127.0.0.1:50834, datanodeUuid=102aab93-1c54-47bb-877e-04628b4564bd, infoPort=39048, infoSecurePort=0, ipcPort=56147, storageInfo=lv=-56;cid=testClusterID;nsid=1177703602;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 526146 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x425a50bebf73d0: from storage DS-75d92094-3b29-4036-b27f-bcfd1ec3a440 node DatanodeRegistration(127.0.0.1:50834, datanodeUuid=102aab93-1c54-47bb-877e-04628b4564bd, infoPort=39048, infoSecurePort=0, ipcPort=56147, storageInfo=lv=-56;cid=testClusterID;nsid=1177703602;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 526435 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:47359
[junit4] 2> 526587 ERROR (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost/127.0.0.1:50267) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 526605 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x425a50da1d7ca9: from storage DS-59733077-9ee2-4955-b230-6f538400caff node DatanodeRegistration(127.0.0.1:37554, datanodeUuid=514e0124-c7a8-47ae-a4b3-2b5144910f16, infoPort=47998, infoSecurePort=0, ipcPort=50991, storageInfo=lv=-56;cid=testClusterID;nsid=1177703602;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 526605 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x425a50da1d7ca9: from storage DS-43bc813f-e297-48e5-95a0-d0a88a04d074 node DatanodeRegistration(127.0.0.1:37554, datanodeUuid=514e0124-c7a8-47ae-a4b3-2b5144910f16, infoPort=47998, infoSecurePort=0, ipcPort=50991, storageInfo=lv=-56;cid=testClusterID;nsid=1177703602;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 526700 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testFailedMove
[junit4] 2> 526700 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 526702 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 526711 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 526711 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 526711 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 526711 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@52278b1d{/solr,null,AVAILABLE}
[junit4] 2> 526712 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2532d7bb{HTTP/1.1,[http/1.1]}{127.0.0.1:54371}
[junit4] 2> 526712 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.e.j.s.Server Started @528837ms
[junit4] 2> 526712 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54371}
[junit4] 2> 526712 ERROR (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 526712 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 526712 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 526712 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 526712 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-12T08:39:03.751Z
[junit4] 2> 526719 INFO (zkConnectionManagerCallback-939-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 526719 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 526730 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60863/solr
[junit4] 2> 526731 INFO (zkConnectionManagerCallback-943-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 526734 INFO (zkConnectionManagerCallback-945-thread-1-processing-n:127.0.0.1:54371_solr) [n:127.0.0.1:54371_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 526737 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [n:127.0.0.1:54371_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 526738 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [n:127.0.0.1:54371_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 526739 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [n:127.0.0.1:54371_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54371_solr
[junit4] 2> 526740 INFO (zkCallback-915-thread-1-processing-n:127.0.0.1:38040_solr) [n:127.0.0.1:38040_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 526740 INFO (zkCallback-921-thread-2-processing-n:127.0.0.1:49142_solr) [n:127.0.0.1:49142_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 526740 INFO (zkCallback-917-thread-2-processing-n:127.0.0.1:35232_solr) [n:127.0.0.1:35232_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 526740 INFO (zkCallback-919-thread-2-processing-n:127.0.0.1:36339_solr) [n:127.0.0.1:36339_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 526751 INFO (zkCallback-935-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 526759 INFO (zkCallback-944-thread-1-processing-n:127.0.0.1:54371_solr) [n:127.0.0.1:54371_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 526769 INFO (zkCallback-935-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 526813 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [n:127.0.0.1:54371_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54371.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
[junit4] 2> 526822 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [n:127.0.0.1:54371_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54371.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
[junit4] 2> 526822 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [n:127.0.0.1:54371_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54371.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
[junit4] 2> 526823 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [n:127.0.0.1:54371_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-001/node5/.
[junit4] 2> 526873 INFO (zkConnectionManagerCallback-949-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 526875 INFO (qtp691893789-4842) [n:127.0.0.1:35232_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf1&autoAddReplicas=false&name=MoveReplicaHDFSTest_failed_coll_true&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 526887 INFO (OverseerCollectionConfigSetProcessor-73281586938314763-127.0.0.1:35232_solr-n_0000000000) [n:127.0.0.1:35232_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 526887 INFO (OverseerThreadFactory-1916-thread-2-processing-n:127.0.0.1:35232_solr) [n:127.0.0.1:35232_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection MoveReplicaHDFSTest_failed_coll_true
[junit4] 2> 526994 INFO (OverseerStateUpdate-73281586938314763-127.0.0.1:35232_solr-n_0000000000) [n:127.0.0.1:35232_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_failed_coll_true",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38040/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 526996 INFO (OverseerStateUpdate-73281586938314763-127.0.0.1:35232_solr-n_0000000000) [n:127.0.0.1:35232_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_failed_coll_true",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36339/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 526998 INFO (OverseerStateUpdate-73281586938314763-127.0.0.1:35232_solr-n_0000000000) [n:127.0.0.1:35232_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_failed_coll_true",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35232/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 526999 INFO (OverseerStateUpdate-73281586938314763-127.0.0.1:35232_solr-n_0000000000) [n:127.0.0.1:35232_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_failed_coll_true",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:54371/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 527203 INFO (qtp691893789-4845) [n:127.0.0.1:35232_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 527204 INFO (qtp1611642053-4825) [n:127.0.0.1:38040_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 527204 INFO (qtp1611642053-4825) [n:127.0.0.1:38040_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 527204 INFO (qtp691893789-4845) [n:127.0.0.1:35232_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 527204 INFO (qtp820340600-5094) [n:127.0.0.1:54371_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 527204 INFO (qtp820340600-5094) [n:127.0.0.1:54371_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 527212 INFO (qtp719320507-4829) [n:127.0.0.1:36339_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 527213 INFO (qtp719320507-4829) [n:127.0.0.1:36339_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 527317 INFO (zkCallback-919-thread-2-processing-n:127.0.0.1:36339_solr) [n:127.0.0.1:36339_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 527317 INFO (zkCallback-915-thread-1-processing-n:127.0.0.1:38040_solr) [n:127.0.0.1:38040_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 527318 INFO (zkCallback-944-thread-1-processing-n:127.0.0.1:54371_solr) [n:127.0.0.1:54371_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 527318 INFO (zkCallback-917-thread-2-processing-n:127.0.0.1:35232_solr) [n:127.0.0.1:35232_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 527318 INFO (zkCallback-917-thread-1-processing-n:127.0.0.1:35232_solr) [n:127.0.0.1:35232_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 527319 INFO (zkCallback-919-thread-1-processing-n:127.0.0.1:36339_solr) [n:127.0.0.1:36339_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 527319 INFO (zkCallback-944-thread-2-processing-n:127.0.0.1:54371_solr) [n:127.0.0.1:54371_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveRepli
[...truncated too long message...]
en(DFSClient.java:808)
[junit4] 2> at org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:2083)
[junit4] 2> at org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:2069)
[junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem.listStatusInternal(DistributedFileSystem.java:791)
[junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem.access$700(DistributedFileSystem.java:106)
[junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:853)
[junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:849)
[junit4] 2> at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81)
[junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem.listStatus(DistributedFileSystem.java:860)
[junit4] 2> at org.apache.hadoop.fs.FileSystem.listStatus(FileSystem.java:1517)
[junit4] 2> at org.apache.hadoop.fs.FileSystem.listStatus(FileSystem.java:1557)
[junit4] 2> at org.apache.solr.core.HdfsDirectoryFactory.cleanupOldIndexDirectories(HdfsDirectoryFactory.java:527)
[junit4] 2> at org.apache.solr.core.SolrCore.lambda$cleanupOldIndexDirectories$21(SolrCore.java:3037)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 603593 ERROR (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 603593 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60863 60863
[junit4] 2> 603696 INFO (Thread-1096) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60863 60863
[junit4] 2> 603697 WARN (Thread-1096) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/collections/MoveReplicaHDFSTest_coll_false/terms/shard2
[junit4] 2> 18 /solr/configs/conf1
[junit4] 2> 14 /solr/collections/MoveReplicaHDFSTest_coll_true/terms/shard1
[junit4] 2> 11 /solr/clusterprops.json
[junit4] 2> 11 /solr/aliases.json
[junit4] 2> 7 /solr/collections/MoveReplicaHDFSTest_failed_coll_true/terms/shard1
[junit4] 2> 7 /solr/collections/MoveReplicaHDFSTest_failed_coll_true/terms/shard2
[junit4] 2> 7 /solr/collections/MoveReplicaHDFSTest_coll_false/terms/shard1
[junit4] 2> 7 /solr/collections/MoveReplicaHDFSTest_coll_true/terms/shard2
[junit4] 2> 6 /solr/security.json
[junit4] 2> 5 /solr/collections/MoveReplicaHDFSTest_failed_coll_false/terms/shard2
[junit4] 2> 5 /solr/collections/MoveReplicaHDFSTest_failed_coll_false/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 66 /solr/collections/MoveReplicaHDFSTest_coll_false/state.json
[junit4] 2> 58 /solr/collections/MoveReplicaHDFSTest_coll_true/state.json
[junit4] 2> 39 /solr/collections/MoveReplicaHDFSTest_failed_coll_false/state.json
[junit4] 2> 37 /solr/collections/MoveReplicaHDFSTest_failed_coll_true/state.json
[junit4] 2> 11 /solr/clusterstate.json
[junit4] 2> 3 /solr/collections/MoveReplicaHDFSTest_coll_false/leader_elect/shard2/election/73281586938314761-core_node8-n_0000000000
[junit4] 2> 3 /solr/overseer_elect/election/73281586938314762-127.0.0.1:36339_solr-n_0000000001
[junit4] 2> 3 /solr/collections/MoveReplicaHDFSTest_coll_true/leader_elect/shard1/election/73281586938314761-core_node5-n_0000000000
[junit4] 2> 2 /solr/autoscaling.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 31 /solr/collections
[junit4] 2> 19 /solr/live_nodes
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 603698 WARN (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 603734 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 603740 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost/127.0.0.1:50267) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 603740 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost/127.0.0.1:50267) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1709940034-10.41.0.5-1518424741939 (Datanode Uuid 514e0124-c7a8-47ae-a4b3-2b5144910f16) service to localhost/127.0.0.1:50267
[junit4] 2> 603746 WARN (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 603784 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 603889 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:50267) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 603889 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:50267) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1709940034-10.41.0.5-1518424741939 (Datanode Uuid 102aab93-1c54-47bb-877e-04628b4564bd) service to localhost/127.0.0.1:50267
[junit4] 2> 603904 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 604025 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60863 60863
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001
[junit4] 2> Feb 12, 2018 8:40:21 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=Lucene50(blocksize=128), id=PostingsFormat(name=Memory)}, docValues:{_version_=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=563, maxMBSortInHeap=5.497972874924903, sim=RandomSimilarity(queryNorm=false): {}, locale=ar-SA, timezone=Pacific/Samoa
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=2,free=254487160,total=517996544
[junit4] 2> NOTE: All tests run in this JVM: [AnalysisAfterCoreReloadTest, TestHashQParserPlugin, TestFieldSortValues, SpellPossibilityIteratorTest, PreAnalyzedUpdateProcessorTest, DocExpirationUpdateProcessorFactoryTest, CopyFieldTest, TestRestManager, AnalyticsQueryTest, TestSolrConfigHandler, TestClusterStateProvider, TestPerFieldSimilarityWithDefaultOverride, TestFaceting, BlobRepositoryCloudTest, SolrGangliaReporterTest, TestJmxIntegration, HttpSolrCallGetCoreTest, NumericFieldsTest, TestLegacyFieldCache, HighlighterMaxOffsetTest, HdfsDirectoryTest, TestTrieFacet, MoreLikeThisHandlerTest, PKIAuthenticationIntegrationTest, TestClusterProperties, MetricUtilsTest, CollectionsAPIAsyncDistributedZkTest, TestRealTimeGet, BitVectorTest, PreAnalyzedFieldTest, HdfsRecoverLeaseTest, TestLMJelinekMercerSimilarityFactory, TestClassicSimilarityFactory, SearchHandlerTest, TestCloudPseudoReturnFields, SuggesterTSTTest, SpellCheckComponentTest, SystemLogListenerTest, TestSQLHandlerNonCloud, TestSchemaNameResource, CollectionsAPISolrJTest, ClusterStateTest, TestLockTree, TestBadConfig, UUIDUpdateProcessorFallbackTest, LargeFieldTest, BasicDistributedZk2Test, RecoveryAfterSoftCommitTest, TestAtomicUpdateErrorCases, TestUtilizeNode, TestConfigsApi, OverseerCollectionConfigSetProcessorTest, WordBreakSolrSpellCheckerTest, TestCustomStream, TestNamedUpdateProcessors, DistributedFacetSimpleRefinementLongTailTest, MoveReplicaHDFSTest]
[junit4] Completed [174/775 (2!)] on J2 in 89.41s, 4 tests, 1 error <<< FAILURES!
[...truncated 50502 lines...]