You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/01/25 07:32:30 UTC
[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 411 -
Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/411/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTriggerRestoreState
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([390DECF168702FB:286F0B948CFF172B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTriggerRestoreState(TriggerIntegrationTest.java:368)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12796 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_390DECF168702FB-001/init-core-data-001
[junit4] 2> 1442859 WARN (SUITE-TriggerIntegrationTest-seed#[390DECF168702FB]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1442859 INFO (SUITE-TriggerIntegrationTest-seed#[390DECF168702FB]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1442861 INFO (SUITE-TriggerIntegrationTest-seed#[390DECF168702FB]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1442861 INFO (SUITE-TriggerIntegrationTest-seed#[390DECF168702FB]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1442861 INFO (SUITE-TriggerIntegrationTest-seed#[390DECF168702FB]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_390DECF168702FB-001/tempDir-001
[junit4] 2> 1442862 INFO (SUITE-TriggerIntegrationTest-seed#[390DECF168702FB]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1442862 INFO (Thread-6143) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1442862 INFO (Thread-6143) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1442863 ERROR (Thread-6143) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1442962 INFO (SUITE-TriggerIntegrationTest-seed#[390DECF168702FB]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:50722
[junit4] 2> 1442980 INFO (zkConnectionManagerCallback-5046-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1442984 INFO (jetty-launcher-5043-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T13:27:37-08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1442984 INFO (jetty-launcher-5043-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T13:27:37-08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1442985 INFO (jetty-launcher-5043-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1442985 INFO (jetty-launcher-5043-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1442989 INFO (jetty-launcher-5043-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1442989 INFO (jetty-launcher-5043-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1442989 INFO (jetty-launcher-5043-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1442989 INFO (jetty-launcher-5043-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1442989 INFO (jetty-launcher-5043-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5f1bc9ad{/solr,null,AVAILABLE}
[junit4] 2> 1442990 INFO (jetty-launcher-5043-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4320c1a{HTTP/1.1,[http/1.1]}{127.0.0.1:42557}
[junit4] 2> 1442990 INFO (jetty-launcher-5043-thread-2) [ ] o.e.j.s.Server Started @1448031ms
[junit4] 2> 1442990 INFO (jetty-launcher-5043-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42557}
[junit4] 2> 1442990 ERROR (jetty-launcher-5043-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1442991 INFO (jetty-launcher-5043-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1442991 INFO (jetty-launcher-5043-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1442991 INFO (jetty-launcher-5043-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1442991 INFO (jetty-launcher-5043-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T06:26:34.650Z
[junit4] 2> 1442992 INFO (jetty-launcher-5043-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@325dbfde{/solr,null,AVAILABLE}
[junit4] 2> 1442992 INFO (jetty-launcher-5043-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@16d15317{HTTP/1.1,[http/1.1]}{127.0.0.1:60066}
[junit4] 2> 1442992 INFO (jetty-launcher-5043-thread-1) [ ] o.e.j.s.Server Started @1448033ms
[junit4] 2> 1442992 INFO (jetty-launcher-5043-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60066}
[junit4] 2> 1442992 ERROR (jetty-launcher-5043-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1442993 INFO (jetty-launcher-5043-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1442993 INFO (jetty-launcher-5043-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1442993 INFO (jetty-launcher-5043-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1442993 INFO (jetty-launcher-5043-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T06:26:34.652Z
[junit4] 2> 1442995 INFO (zkConnectionManagerCallback-5050-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1442995 INFO (zkConnectionManagerCallback-5048-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1442996 INFO (jetty-launcher-5043-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1442996 INFO (jetty-launcher-5043-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1443004 INFO (jetty-launcher-5043-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50722/solr
[junit4] 2> 1443006 INFO (zkConnectionManagerCallback-5054-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1443009 INFO (zkConnectionManagerCallback-5056-thread-1-processing-n:127.0.0.1:60066_solr) [n:127.0.0.1:60066_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1443013 INFO (jetty-launcher-5043-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50722/solr
[junit4] 2> 1443015 INFO (zkConnectionManagerCallback-5060-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1443019 INFO (zkConnectionManagerCallback-5062-thread-1-processing-n:127.0.0.1:42557_solr) [n:127.0.0.1:42557_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1443158 INFO (jetty-launcher-5043-thread-2) [n:127.0.0.1:42557_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1443158 INFO (jetty-launcher-5043-thread-2) [n:127.0.0.1:42557_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42557_solr
[junit4] 2> 1443160 INFO (jetty-launcher-5043-thread-2) [n:127.0.0.1:42557_solr ] o.a.s.c.Overseer Overseer (id=99409041458593798-127.0.0.1:42557_solr-n_0000000000) starting
[junit4] 2> 1443163 INFO (jetty-launcher-5043-thread-1) [n:127.0.0.1:60066_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1443166 INFO (jetty-launcher-5043-thread-1) [n:127.0.0.1:60066_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60066_solr
[junit4] 2> 1443168 INFO (zkCallback-5061-thread-1-processing-n:127.0.0.1:42557_solr) [n:127.0.0.1:42557_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1443168 INFO (zkCallback-5055-thread-1-processing-n:127.0.0.1:60066_solr) [n:127.0.0.1:60066_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1443172 DEBUG (OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000) [n:127.0.0.1:42557_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1443173 DEBUG (OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000) [n:127.0.0.1:42557_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1443174 DEBUG (OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000) [n:127.0.0.1:42557_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:60066_solr]
[junit4] 2> 1443174 DEBUG (OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000) [n:127.0.0.1:42557_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1443174 DEBUG (OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000) [n:127.0.0.1:42557_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1443174 INFO (jetty-launcher-5043-thread-2) [n:127.0.0.1:42557_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42557_solr
[junit4] 2> 1443176 INFO (zkCallback-5061-thread-1-processing-n:127.0.0.1:42557_solr) [n:127.0.0.1:42557_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1443177 DEBUG (OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000) [n:127.0.0.1:42557_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1443177 INFO (zkCallback-5055-thread-1-processing-n:127.0.0.1:60066_solr) [n:127.0.0.1:60066_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1443178 DEBUG (OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000) [n:127.0.0.1:42557_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1443178 DEBUG (ScheduledTrigger-4958-thread-1) [n:127.0.0.1:42557_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1443397 INFO (jetty-launcher-5043-thread-2) [n:127.0.0.1:42557_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42557.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c937a13
[junit4] 2> 1443399 INFO (jetty-launcher-5043-thread-1) [n:127.0.0.1:60066_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60066.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c937a13
[junit4] 2> 1443404 INFO (jetty-launcher-5043-thread-2) [n:127.0.0.1:42557_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42557.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c937a13
[junit4] 2> 1443405 INFO (jetty-launcher-5043-thread-2) [n:127.0.0.1:42557_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42557.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c937a13
[junit4] 2> 1443406 INFO (jetty-launcher-5043-thread-2) [n:127.0.0.1:42557_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_390DECF168702FB-001/tempDir-001/node2/.
[junit4] 2> 1443406 INFO (jetty-launcher-5043-thread-1) [n:127.0.0.1:60066_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60066.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c937a13
[junit4] 2> 1443406 INFO (jetty-launcher-5043-thread-1) [n:127.0.0.1:60066_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60066.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c937a13
[junit4] 2> 1443407 INFO (jetty-launcher-5043-thread-1) [n:127.0.0.1:60066_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_390DECF168702FB-001/tempDir-001/node1/.
[junit4] 2> 1443436 INFO (zkConnectionManagerCallback-5068-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1443440 INFO (zkConnectionManagerCallback-5072-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1443441 INFO (SUITE-TriggerIntegrationTest-seed#[390DECF168702FB]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1443442 INFO (SUITE-TriggerIntegrationTest-seed#[390DECF168702FB]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:50722/solr ready
[junit4] 2> 1443464 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[390DECF168702FB]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTrigger
[junit4] 2> 1443465 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[390DECF168702FB]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 1443466 DEBUG (zkCallback-5061-thread-1-processing-n:127.0.0.1:42557_solr) [n:127.0.0.1:42557_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 1443466 DEBUG (OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000) [n:127.0.0.1:42557_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1443468 DEBUG (OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000) [n:127.0.0.1:42557_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1443469 DEBUG (OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000) [n:127.0.0.1:42557_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1443469 DEBUG (OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000) [n:127.0.0.1:42557_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1443472 INFO (qtp819139700-18875) [n:127.0.0.1:60066_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1443480 INFO (qtp819139700-18875) [n:127.0.0.1:60066_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 1443484 INFO (qtp1114684001-18887) [n:127.0.0.1:42557_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1443485 INFO (qtp819139700-18880) [n:127.0.0.1:60066_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1443485 DEBUG (qtp1114684001-18883) [n:127.0.0.1:42557_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1443486 INFO (qtp1114684001-18883) [n:127.0.0.1:42557_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 1443487 DEBUG (zkCallback-5061-thread-1-processing-n:127.0.0.1:42557_solr) [n:127.0.0.1:42557_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 1443487 DEBUG (zkCallback-5061-thread-1-processing-n:127.0.0.1:42557_solr) [n:127.0.0.1:42557_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:60066_solr, 127.0.0.1:42557_solr]
[junit4] 2> 1443488 DEBUG (OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000) [n:127.0.0.1:42557_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 1443490 INFO (OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000) [n:127.0.0.1:42557_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 1443491 DEBUG (OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000) [n:127.0.0.1:42557_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1443491 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[390DECF168702FB]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@16d15317{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1443492 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[390DECF168702FB]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1104210028
[junit4] 2> 1443492 DEBUG (OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000) [n:127.0.0.1:42557_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1443492 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[390DECF168702FB]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1443492 DEBUG (ScheduledTrigger-4958-thread-1) [n:127.0.0.1:42557_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 1443492 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[390DECF168702FB]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7ba50549: rootName = solr_60066, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@3b81b501
[junit4] 2> 1443496 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[390DECF168702FB]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1443496 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[390DECF168702FB]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@56f8d702: rootName = solr_60066, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@e8d3069
[junit4] 2> 1443500 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[390DECF168702FB]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1443500 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[390DECF168702FB]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@27323d5b: rootName = solr_60066, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5131876a
[junit4] 2> 1443501 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[390DECF168702FB]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:60066_solr
[junit4] 2> 1443502 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[390DECF168702FB]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1443503 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[390DECF168702FB]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1443503 INFO (zkCallback-5061-thread-1-processing-n:127.0.0.1:42557_solr) [n:127.0.0.1:42557_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1443503 INFO (zkCallback-5055-thread-1-processing-n:127.0.0.1:60066_solr) [n:127.0.0.1:60066_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1443504 INFO (zkCallback-5071-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1443504 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[390DECF168702FB]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@325dbfde{/solr,null,UNAVAILABLE}
[junit4] 2> 1443504 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1612bff1b9a0004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1443505 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[390DECF168702FB]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1444495 DEBUG (ScheduledTrigger-4958-thread-2) [n:127.0.0.1:42557_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1
[junit4] 2> 1444495 DEBUG (ScheduledTrigger-4958-thread-2) [n:127.0.0.1:42557_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:60066_solr
[junit4] 2> 1445477 INFO (OverseerCollectionConfigSetProcessor-99409041458593798-127.0.0.1:42557_solr-n_0000000000) [n:127.0.0.1:42557_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1445498 DEBUG (ScheduledTrigger-4958-thread-2) [n:127.0.0.1:42557_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1
[junit4] 2> 1445498 DEBUG (ScheduledTrigger-4958-thread-2) [n:127.0.0.1:42557_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:60066_solr]
[junit4] 2> 1445498 DEBUG (ScheduledTrigger-4958-thread-2) [n:127.0.0.1:42557_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"200091e08a918T9skltgt65qpyx8r5zoi3nf6w7",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":562989112011032,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[562989112011032],
[junit4] 2> "nodeNames":["127.0.0.1:60066_solr"]}}
[junit4] 2> 1445498 DEBUG (ScheduledTrigger-4958-thread-2) [n:127.0.0.1:42557_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger]
[junit4] 2> 1445499 INFO (ScheduledTrigger-4958-thread-2) [n:127.0.0.1:42557_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1445500 DEBUG (AutoscalingActionExecutor-4959-thread-1-processing-n:127.0.0.1:42557_solr) [n:127.0.0.1:42557_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"200091e08a918T9skltgt65qpyx8r5zoi3nf6w7",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":562989112011032,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[562989112011032],
[junit4] 2> "_enqueue_time_":562990115351252,
[junit4] 2> "nodeNames":["127.0.0.1:60066_solr"]}}
[junit4] 2> 1445501 DEBUG (AutoscalingActionExecutor-4959-thread-1-processing-n:127.0.0.1:42557_solr) [n:127.0.0.1:42557_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 5000ms
[junit4] 2> 1445501 DEBUG (AutoscalingActionExecutor-4959-thread-1-processing-n:127.0.0.1:42557_solr) [n:127.0.0.1:42557_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=200091e08a918T9skltgt65qpyx8r5zoi3nf6w7
[junit4] 2> 1445502 INFO (qtp1114684001-18887) [n:127.0.0.1:42557_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1445502 DEBUG (qtp1114684001-18888) [n:127.0.0.1:42557_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1445502 INFO (qtp1114684001-18888) [n:127.0.0.1:42557_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1445503 DEBUG (zkCallback-5061-thread-1-processing-n:127.0.0.1:42557_solr) [n:127.0.0.1:42557_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 1445503 DEBUG (zkCallback-5061-thread-1-processing-n:127.0.0.1:42557_solr) [n:127.0.0.1:42557_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:42557_solr]
[junit4] 2> 1445503 DEBUG (OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000) [n:127.0.0.1:42557_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 1445504 DEBUG (OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000) [n:127.0.0.1:42557_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1445504 DEBUG (OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000) [n:127.0.0.1:42557_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 1447506 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[390DECF168702FB]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTrigger
[junit4] 2> 1447515 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSearchRate
[junit4] 2> 1447516 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5
[junit4] 2> 1447516 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T13:27:37-08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1447516 DEBUG (zkCallback-5061-thread-1-processing-n:127.0.0.1:42557_solr) [n:127.0.0.1:42557_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 1447516 DEBUG (OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000) [n:127.0.0.1:42557_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 1447517 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1447517 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1447517 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1447517 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@afd1e9{/solr,null,AVAILABLE}
[junit4] 2> 1447518 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3b8e31b8{HTTP/1.1,[http/1.1]}{127.0.0.1:40982}
[junit4] 2> 1447518 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.e.j.s.Server Started @1452560ms
[junit4] 2> 1447518 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40982}
[junit4] 2> 1447518 ERROR (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1447518 DEBUG (OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000) [n:127.0.0.1:42557_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1447519 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1447519 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1447519 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1447519 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T06:26:39.178Z
[junit4] 2> 1447519 DEBUG (OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000) [n:127.0.0.1:42557_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1447520 DEBUG (OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000) [n:127.0.0.1:42557_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 1447522 INFO (zkConnectionManagerCallback-5074-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1447522 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1447528 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50722/solr
[junit4] 2> 1447530 INFO (zkConnectionManagerCallback-5078-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1447533 INFO (zkConnectionManagerCallback-5080-thread-1-processing-n:127.0.0.1:40982_solr) [n:127.0.0.1:40982_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1447540 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [n:127.0.0.1:40982_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1447543 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [n:127.0.0.1:40982_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1447546 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [n:127.0.0.1:40982_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40982_solr
[junit4] 2> 1447547 INFO (zkCallback-5071-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1447547 INFO (zkCallback-5079-thread-1-processing-n:127.0.0.1:40982_solr) [n:127.0.0.1:40982_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1447547 INFO (zkCallback-5061-thread-1-processing-n:127.0.0.1:42557_solr) [n:127.0.0.1:42557_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1447650 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [n:127.0.0.1:40982_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40982.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c937a13
[junit4] 2> 1447657 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [n:127.0.0.1:40982_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40982.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c937a13
[junit4] 2> 1447657 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [n:127.0.0.1:40982_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40982.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c937a13
[junit4] 2> 1447658 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [n:127.0.0.1:40982_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_390DECF168702FB-001/tempDir-001/node3/.
[junit4] 2> 1447680 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T13:27:37-08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1447681 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1447681 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1447681 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1447682 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@12c11fb2{/solr,null,AVAILABLE}
[junit4] 2> 1447682 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1227c9ba{HTTP/1.1,[http/1.1]}{127.0.0.1:61341}
[junit4] 2> 1447682 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.e.j.s.Server Started @1452724ms
[junit4] 2> 1447682 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=61341}
[junit4] 2> 1447682 ERROR (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1447682 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1447682 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1447682 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1447682 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T06:26:39.341Z
[junit4] 2> 1447684 INFO (zkConnectionManagerCallback-5084-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1447685 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1447691 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50722/solr
[junit4] 2> 1447693 INFO (zkConnectionManagerCallback-5088-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1447696 INFO (zkConnectionManagerCallback-5090-thread-1-processing-n:127.0.0.1:61341_solr) [n:127.0.0.1:61341_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1447705 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [n:127.0.0.1:61341_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1447707 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [n:127.0.0.1:61341_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1447710 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [n:127.0.0.1:61341_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61341_solr
[junit4] 2> 1447711 INFO (zkCallback-5061-thread-1-processing-n:127.0.0.1:42557_solr) [n:127.0.0.1:42557_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1447711 INFO (zkCallback-5079-thread-1-processing-n:127.0.0.1:40982_solr) [n:127.0.0.1:40982_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1447712 INFO (zkCallback-5071-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1447713 INFO (zkCallback-5089-thread-1-processing-n:127.0.0.1:61341_solr) [n:127.0.0.1:61341_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1447793 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [n:127.0.0.1:61341_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61341.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c937a13
[junit4] 2> 1447800 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [n:127.0.0.1:61341_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61341.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c937a13
[junit4] 2> 1447800 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [n:127.0.0.1:61341_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61341.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c937a13
[junit4] 2> 1447801 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [n:127.0.0.1:61341_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_390DECF168702FB-001/tempDir-001/node4/.
[junit4] 2> 1447830 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T13:27:37-08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1447831 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1447831 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1447831 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1447831 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3db7554{/solr,null,AVAILABLE}
[junit4] 2> 1447832 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4eb4fd83{HTTP/1.1,[http/1.1]}{127.0.0.1:63309}
[junit4] 2> 1447832 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.e.j.s.Server Started @1452874ms
[junit4] 2> 1447832 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63309}
[junit4] 2> 1447832 ERROR (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1447832 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1447832 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1447832 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1447832 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T06:26:39.491Z
[junit4] 2> 1447834 INFO (zkConnectionManagerCallback-5094-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1447835 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1447842 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50722/solr
[junit4] 2> 1447844 INFO (zkConnectionManagerCallback-5098-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1447847 INFO (zkConnectionManagerCallback-5100-thread-1-processing-n:127.0.0.1:63309_solr) [n:127.0.0.1:63309_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1447856 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [n:127.0.0.1:63309_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1447859 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [n:127.0.0.1:63309_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1447862 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [n:127.0.0.1:63309_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63309_solr
[junit4] 2> 1447863 INFO (zkCallback-5079-thread-1-processing-n:127.0.0.1:40982_solr) [n:127.0.0.1:40982_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1447863 INFO (zkCallback-5061-thread-1-processing-n:127.0.0.1:42557_solr) [n:127.0.0.1:42557_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1447864 INFO (zkCallback-5071-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1447864 INFO (zkCallback-5089-thread-1-processing-n:127.0.0.1:61341_solr) [n:127.0.0.1:61341_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1447864 INFO (zkCallback-5099-thread-1-processing-n:127.0.0.1:63309_solr) [n:127.0.0.1:63309_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1447927 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [n:127.0.0.1:63309_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63309.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c937a13
[junit4] 2> 1447934 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [n:127.0.0.1:63309_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63309.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c937a13
[junit4] 2> 1447934 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [n:127.0.0.1:63309_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63309.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c937a13
[junit4] 2> 1447935 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [n:127.0.0.1:63309_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_390DECF168702FB-001/tempDir-001/node5/.
[junit4] 2> 1447968 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T13:27:37-08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1447969 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1447969 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1447969 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1447969 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1bcc0f0c{/solr,null,AVAILABLE}
[junit4] 2> 1447970 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1f743907{HTTP/1.1,[http/1.1]}{127.0.0.1:42128}
[junit4] 2> 1447970 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.e.j.s.Server Started @1453012ms
[junit4] 2> 1447970 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42128}
[junit4] 2> 1447970 ERROR (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1447970 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1447970 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1447970 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1447970 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T06:26:39.629Z
[junit4] 2> 1447972 INFO (zkConnectionManagerCallback-5104-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1447973 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1447979 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50722/solr
[junit4] 2> 1447980 INFO (zkConnectionManagerCallback-5108-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1447984 INFO (zkConnectionManagerCallback-5110-thread-1-processing-n:127.0.0.1:42128_solr) [n:127.0.0.1:42128_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1447994 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [n:127.0.0.1:42128_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1447997 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [n:127.0.0.1:42128_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1448000 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [n:127.0.0.1:42128_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42128_solr
[junit4] 2> 1448001 INFO (zkCallback-5071-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1448002 INFO (zkCallback-5079-thread-1-processing-n:127.0.0.1:40982_solr) [n:127.0.0.1:40982_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1448002 INFO (zkCallback-5089-thread-1-processing-n:127.0.0.1:61341_solr) [n:127.0.0.1:61341_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1448002 INFO (zkCallback-5061-thread-1-processing-n:127.0.0.1:42557_solr) [n:127.0.0.1:42557_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1448002 INFO (zkCallback-5099-thread-1-processing-n:127.0.0.1:63309_solr) [n:127.0.0.1:63309_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1448003 INFO (zkCallback-5109-thread-1-processing-n:127.0.0.1:42128_solr) [n:127.0.0.1:42128_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1448084 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [n:127.0.0.1:42128_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42128.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c937a13
[junit4] 2> 1448090 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [n:127.0.0.1:42128_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42128.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c937a13
[junit4] 2> 1448090 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [n:127.0.0.1:42128_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42128.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c937a13
[junit4] 2> 1448091 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[390DECF168702FB]) [n:127.0.0.1:42128_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_390DECF168702FB-001/tempDir-001/node6/.
[junit4] 2> 1448131 INFO (qtp1518478669-18943) [n:127.0.0.1:40982_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=collection1&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1448134 INFO (OverseerThreadFactory-4960-thread-2-processing-n:127.0.0.1:42557_solr) [n:127.0.0.1:42557_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1448245 INFO (OverseerStateUpdate-99409041458593798-127.0.0.1:42557_solr-n_0000000000) [n:127.0.0.1:42557_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:63309/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1448248 INFO (OverseerStateUpdate-99409041458593798-127.0.0.1:42557_solr-n_0000000000) [n:127.0.0.1:42557_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:61341/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1448451 INFO (qtp491966524-18994) [n:127.0.0.1:63309_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1448451 INFO (qtp491966524-18994) [n:127.0.0.1:63309_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1448452 INFO (qtp1639683165-18967) [n:127.0.0.1:61341_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n2&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1448452 INFO (qtp1639683165-18967) [n:127.0.0.1:61341_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1448557 INFO (zkCallback-5089-thread-1-processing-n:127.0.0.1:61341_solr) [n:127.0.0.1:61341_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1448557 INFO (zkCallback-5099-thread-1-processing-n:127.0.0.1:63309_solr) [n:127.0.0.1:63309_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1448558 INFO (zkCallback-5089-thread-2-processing-n:127.0.0.1:61341_solr) [n:127.0.0.1:61341_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1448559 INFO (zkCallback-5099-thread-2-processing-n:127.0.0.1:63309_solr) [n:127.0.0.1:63309_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1449479 INFO (qtp1639683165-18967) [n:127.0.0.1:61341_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1449483 INFO (qtp491966524-18994) [n:127.0.0.1:63309_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1449484 INFO (qtp1639683165-18967) [n:127.0.0.1:61341_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.IndexSchema [collection1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 1449486 INFO (qtp1639683165-18967) [n:127.0.0.1:61341_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1449486 INFO (qtp1639683165-18967) [n:127.0.0.1:61341_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n2' using configuration from collection collection1, trusted=true
[junit4] 2> 1449487 INFO (qtp1639683165-18967) [n:127.0.0.1:61341_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61341.solr.core.collection1.shard1.replica_n2' (registry 'solr.core.collection1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c937a13
[junit4] 2> 1449487 INFO (qtp1639683165-18967) [n:127.0.0.1:61341_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1449487 INFO (qtp1639683165-18967) [n:127.0.0.1:61341_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore [[collection1_shard1_replica_n2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_390DECF168702FB-001/tempDir-001/node4/collection1_shard1_replica_n2], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_390DECF168702FB-001/tempDir-001/node4/./collection1_shard1_replica_n2/data/]
[junit4] 2> 1449490 INFO (qtp491966524-18994) [n:127.0.0.1:63309_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1449492 INFO (qtp491966524-18994) [n:127.0.0.1:63309_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1449492 INFO (qtp491966524-18994) [n:127.0.0.1:63309_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
[junit4] 2> 1449493 INFO (qtp491966524-18994) [n:127.0.0.1:63309_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63309.solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c937a13
[junit4] 2> 1449493 INFO (qtp491966524-18994) [n:127.0.0.1:63309_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1449493 INFO (qtp491966524-18994) [n:127.0.0.1:63309_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_390DECF168702FB-001/tempDir-001/node5/collection1_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_390DECF168702FB-001/tempDir-001/node5/./collection1_shard1_replica_n1/data/]
[junit4] 2> 1449530 INFO (qtp1639683165-18967) [n:127.0.0.1:61341_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1449531 INFO (qtp1639683165-18967) [n:127.0.0.1:61341_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1449532 INFO (qtp1639683165-18967) [n:127.0.0.1:61341_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1449532 INFO (qtp1639683165-18967) [n:127.0.0.1:61341_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1449533 INFO (qtp1639683165-18967) [n:127.0.0.1:61341_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@325cfdef[collection1_shard1_replica_n2] main]
[junit4] 2> 1449535 INFO (qtp1639683165-18967) [n:127.0.0.1:61341_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1449535 INFO (qtp1639683165-18967) [n:127.0.0.1:61341_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1449536 INFO (qtp1639683165-18967) [n:127.0.0.1:61341_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1449536 INFO (searcherExecutor-4990-thread-1-processing-n:127.0.0.1:61341_solr x:collection1_shard1_replica_n2 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:61341_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore [collection1_shard1_replica_n2] Registered new searcher Searcher@325cfdef[collection1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1449536 INFO (qtp1639683165-18967) [n:127.0.0.1:61341_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590544670334648320
[junit4] 2> 1449540 INFO (qtp491966524-18994) [n:127.0.0.1:63309_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1449540 INFO (qtp491966524-18994) [n:127.0.0.1:63309_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1449541 INFO (qtp491966524-18994) [n:127.0.0.1:63309_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1449541 INFO (qtp491966524-18994) [n:127.0.0.1:63309_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1449542 INFO (qtp491966524-18994) [n:127.0.0.1:63309_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@36634ce[collection1_shard1_replica_n1] main]
[junit4] 2> 1449546 INFO (qtp491966524-18994) [n:127.0.0.1:63309_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1449547 INFO (qtp491966524-18994) [n:127.0.0.1:63309_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1449547 INFO (qtp1639683165-18967) [n:127.0.0.1:61341_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1449548 INFO (qtp491966524-18994) [n:127.0.0.1:63309_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1449548 INFO (qtp491966524-18994) [n:127.0.0.1:63309_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590544670347231232
[junit4] 2> 1449548 INFO (searcherExecutor-4991-thread-1-processing-n:127.0.0.1:63309_solr x:collection1_shard1_replica_n1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:63309_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@36634ce[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1449649 INFO (zkCallback-5089-thread-2-processing-n:127.0.0.1:61341_solr) [n:127.0.0.1:61341_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1449649 INFO (zkCallback-5089-thread-1-processing-n:127.0.0.1:61341_solr) [n:127.0.0.1:61341_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1449650 INFO (zkCallback-5099-thread-1-processing-n:127.0.0.1:63309_solr) [n:127.0.0.1:63309_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1449650 INFO (zkCallback-5099-thread-2-processing-n:127.0.0.1:63309_solr) [n:127.0.0.1:63309_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1450050 INFO (qtp1639683165-18967) [n:127.0.0.1:61341_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1450050 INFO (qtp1639683165-18967) [n:127.0.0.1:61341_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1450050 INFO (qtp1639683165-18967) [n:127.0.0.1:61341_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:61341/solr/collection1_shard1_replica_n2/
[junit4] 2> 1450050 INFO (qtp1639683165-18967) [n:127.0.0.1:61341_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_n2 url=http://127.0.0.1:61341/solr START replicas=[http://127.0.0.1:63309/solr/collection1_shard1_replica_n1/] nUpdates=100
[junit4] 2> 1450052 INFO (qtp491966524-18995) [n:127.0.0.1:63309_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1450351 INFO (qtp1639683165-18967) [n:127.0.0.1:61341_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_n2 url=http://127.0.0.1:61341/solr DONE. We have no versions. sync failed.
[junit4] 2> 1450351 INFO (qtp1639683165-18967) [n:127.0.0.1:61341_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1450351 INFO (qtp1639683165-18967) [n:127.0.0.1:61341_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1450351 INFO (qtp1639683165-18967) [n:127.0.0.1:61341_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1450356 INFO (qtp1639683165-18967) [n:127.0.0.1:61341_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:61341/solr/collection1_shard1_replica_n2/ shard1
[junit4] 2> 1450459 INFO (zkCallback-5089-thread-1-processing-n:127.0.0.1:61341_solr) [n:127.0.0.1:61341_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1450459 INFO (zkCallback-5089-thread-2-processing-n:127.0.0.1:61341_solr) [n:127.0.0.1:61341_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1450459 INFO (zkCallback-5099-thread-1-processing-n:127.0.0.1:63309_solr) [n:127.0.0.1:63309_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1450459 INFO (zkCallback-5099-thread-2-processing-n:127.0.0.1:63309_solr) [n:127.0.0.1:63309_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1450507 INFO (qtp1639683165-18967) [n:127.0.0.1:61341_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1450509 INFO (qtp1639683165-18967) [n:127.0.0.1:61341_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n2&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2058
[junit4] 2> 1450555 INFO (qtp491966524-18994) [n:127.0.0.1:63309_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2105
[junit4] 2> 1450558 INFO (qtp1518478669-18943) [n:127.0.0.1:40982_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1450657 INFO (zkCallback-5089-thread-2-processing-n:127.0.0.1:61341_solr) [n:127.0.0.1:61341_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1450657 INFO (zkCallback-5099-thread-1-processing-n:127.0.0.1:63309_solr) [n:127.0.0.1:63309_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1450657 INFO (zkCallback-5089-thread-1-processing-n:127.0.0.1:61341_solr) [n:127.0.0.1:61341_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1450657 INFO (zkCallback-5099-thread-2-processing-n:127.0.0.1:63309_solr) [n:127.0.0.1:63309_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1451559 INFO (qtp1518478669-18943) [n:127.0.0.1:40982_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=collection1&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3429
[junit4] 2> 1451584 INFO (qtp1688950002-19015) [n:127.0.0.1:42128_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1451586 INFO (qtp491966524-18995) [n:127.0.0.1:63309_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 1451586 INFO (qtp491966524-18992) [n:127.0.0.1:63309_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1451588 INFO (qtp1518478669-18950) [n:127.0.0.1:40982_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1451589 INFO (qtp1639683165-18971) [n:127.0.0.1:61341_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard1.replica_n2:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 1451590 INFO (qtp1639683165-18969) [n:127.0.0.1:61341_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1451592 INFO (qtp1114684001-18888) [n:127.0.0.1:42557_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1451592 DEBUG (qtp1114684001-18885) [n:127.0.0.1:42557_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1451593 INFO (qtp1114684001-18885) [n:127.0.0.1:42557_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=12
[junit4] 2> 1451593 DEBUG (zkCallback-5061-thread-1-processing-n:127.0.0.1:42557_solr) [n:127.0.0.1:42557_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 1451594 DEBUG (OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000) [n:127.0.0.1:42557_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 1451596 DEBUG (OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000) [n:127.0.0.1:42557_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1451597 INFO (qtp1688950002-19019) [n:127.0.0.1:42128_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1451597 DEBUG (OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000) [n:127.0.0.1:42557_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1451597 DEBUG (OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000) [n:127.0.0.1:42557_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 1451597 INFO (qtp491966524-18992) [n:127.0.0.1:63309_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 1451598 INFO (qtp491966524-18995) [n:127.0.0.1:63309_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1451599 INFO (qtp491966524-18992) [n:127.0.0.1:63309_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard1.replica_n1:QUERY./select.requestTimes:1minRate} status=0 QTime=0
[junit4] 2> 1451599 INFO (qtp1518478669-18946) [n:127.0.0.1:40982_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1451599 INFO (qtp1639683165-18969) [n:127.0.0.1:61341_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard1.replica_n2:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 1451600 INFO (qtp1639683165-18969) [n:127.0.0.1:61341_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard1.replica_n2:QUERY./select.requestTimes:1minRate} status=0 QTime=0
[junit4] 2> 1451600 INFO (qtp1639683165-18971) [n:127.0.0.1:61341_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1451601 INFO (qtp1114684001-18885) [n:127.0.0.1:42557_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1451602 DEBUG (qtp1518478669-18945) [n:127.0.0.1:40982_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1451602 INFO (qtp1518478669-18945) [n:127.0.0.1:40982_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 1451603 DEBUG (zkCallback-5061-thread-1-processing-n:127.0.0.1:42557_solr) [n:127.0.0.1:42557_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 1451603 DEBUG (OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000) [n:127.0.0.1:42557_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 1451603 INFO (qtp1639683165-18973) [n:127.0.0.1:61341_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1451604 DEBUG (OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000) [n:127.0.0.1:42557_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1451604 DEBUG (OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000) [n:127.0.0.1:42557_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1451604 DEBUG (OverseerAutoScalingTriggerThread-99409041458593798-127.0.0.1:42557_solr-n_0000000000) [n:127.0.0.1:42557_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 1451604 INFO (qtp1639683165-18972) [n:127.0.0.1:61341_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1451604 INFO (qtp1639683165-18973) [n:127.0.0.1:61341_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1451605 INFO (qtp1639683165-18972) [n:127.0.0.1:61341_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1451605 INFO (qtp1639683165-18973) [n:127.0.0.1:61341_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1451606 INFO (qtp491966524-18992) [n:127.0.0.1:63309_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1451606 INFO (qtp1639683165-18972) [n:127.0.0.1:61341_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1451607 INFO (qtp491966524-18995) [n:127.0.0.1:63309_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1451607 INFO (qtp1639683165-18973) [n:127.0.0.1:61341_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1451607 INFO (qtp1639683165-18972) [n:127.0.0.1:61341_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1451608 INFO (qtp1639683165-18973) [n:127.0.0.1:61341_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1451608 INFO (qtp1639683165-18972) [n:127.0.0.1:61341_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1451608 INFO (qtp491966524-18992) [n:127.0.0.1:63309_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1451608 INFO (qtp1639683165-18973) [n:127.0.0.1:61341_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1451609 INFO (qtp491966524-18995) [n:127.0.0.1:63309_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1451609 INFO (qtp1639683165-18972) [n:127.0.0.1:61341_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1451610 INFO (qtp1639683165-18973) [n:127.0.0.1:61341_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collect
[...truncated too long message...]
61101_solr) [n:127.0.0.1:61101_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1672132 INFO (jetty-closer-5044-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3681f6c7{/solr,null,UNAVAILABLE}
[junit4] 2> 1672133 INFO (jetty-closer-5044-thread-3) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1672231 WARN (zkCallback-5215-thread-1-processing-n:127.0.0.1:49034_solr) [n:127.0.0.1:49034_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1672233 INFO (jetty-closer-5044-thread-8) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6dc56107{/solr,null,UNAVAILABLE}
[junit4] 2> 1672234 INFO (jetty-closer-5044-thread-8) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1672237 WARN (zkCallback-5165-thread-2-processing-n:127.0.0.1:50841_solr) [n:127.0.0.1:50841_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1672237 INFO (jetty-closer-5044-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@61c5495b{/solr,null,UNAVAILABLE}
[junit4] 2> 1672238 INFO (jetty-closer-5044-thread-4) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1672251 WARN (zkCallback-5225-thread-3-processing-n:127.0.0.1:42682_solr) [n:127.0.0.1:42682_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1672252 INFO (jetty-closer-5044-thread-9) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1f903aff{/solr,null,UNAVAILABLE}
[junit4] 2> 1672252 INFO (jetty-closer-5044-thread-9) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1672292 INFO (jetty-closer-5044-thread-6) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3a39ee80{/solr,null,UNAVAILABLE}
[junit4] 2> 1672292 INFO (jetty-closer-5044-thread-6) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1672355 INFO (jetty-closer-5044-thread-12) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1d4cbaa2{/solr,null,UNAVAILABLE}
[junit4] 2> 1672355 INFO (jetty-closer-5044-thread-12) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1672359 ERROR (SUITE-TriggerIntegrationTest-seed#[390DECF168702FB]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1672359 INFO (SUITE-TriggerIntegrationTest-seed#[390DECF168702FB]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50722 50722
[junit4] 2> 1675512 INFO (Thread-6143) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50722 50722
[junit4] 2> 1675513 WARN (Thread-6143) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 23 /solr/clusterprops.json
[junit4] 2> 23 /solr/aliases.json
[junit4] 2> 22 /solr/security.json
[junit4] 2> 9 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 102 /solr/collections/collection1/state.json
[junit4] 2> 35 /solr/collections/testMetricTrigger/state.json
[junit4] 2> 23 /solr/clusterstate.json
[junit4] 2> 6 /solr/autoscaling.json
[junit4] 2> 4 /solr/overseer_elect/election/99409041458593833-127.0.0.1:32933_solr-n_0000000012
[junit4] 2> 3 /solr/overseer_elect/election/99409041458593821-127.0.0.1:40360_solr-n_0000000008
[junit4] 2> 3 /solr/collections/collection1/leader_elect/shard1/election/99409041458593809-core_node3-n_0000000001
[junit4] 2> 3 /solr/overseer_elect/election/99409041458593818-127.0.0.1:46147_solr-n_0000000007
[junit4] 2> 2 /solr/overseer_elect/election/99409041458593836-127.0.0.1:42060_solr-n_0000000013
[junit4] 2> 2 /solr/overseer_elect/election/99409041458593848-127.0.0.1:62549_solr-n_0000000017
[junit4] 2> 2 /solr/overseer_elect/election/99409041458593798-127.0.0.1:42557_solr-n_0000000000
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/99409041458593812-core_node10-n_0000000004
[junit4] 2> 2 /solr/overseer_elect/election/99409041458593812-127.0.0.1:42128_solr-n_0000000005
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 23 /solr/collections
[junit4] 2> 22 /solr/live_nodes
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR
[junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_390DECF168702FB-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=LuceneVarGapFixedInterval), x_s=PostingsFormat(name=LuceneFixedGap)}, docValues:{}, maxPointsInLeafNode=745, maxMBSortInHeap=5.889138592607254, sim=RandomSimilarity(queryNorm=true): {}, locale=ko, timezone=SystemV/CST6
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=106315192,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestReloadAndDeleteDocs, MetricsHandlerTest, TestLRUCache, DistributedFacetExistsSmallTest, TestShortCircuitedRequests, SparseHLLTest, ParsingFieldUpdateProcessorsTest, TestBlendedInfixSuggestions, TestCollapseQParserPlugin, SystemLogListenerTest, TestRTGBase, ShardRoutingTest, TestConfigSetImmutable, TestNonDefinedSimilarityFactory, TestFieldTypeResource, DistributedSuggestComponentTest, TestSolrFieldCacheBean, BasicDistributedZk2Test, HdfsChaosMonkeySafeLeaderTest, MetricTriggerTest, DOMUtilTest, TestConfigSets, TestOverriddenPrefixQueryForCustomFieldType, TestUniqueKeyFieldResource, ShowFileRequestHandlerTest, TestMultiValuedNumericRangeQuery, ExternalFileFieldSortTest, SortByFunctionTest, TestDistributedSearch, ReplaceNodeTest, ConfigureRecoveryStrategyTest, DistribDocExpirationUpdateProcessorTest, TestReversedWildcardFilterFactory, SpellCheckCollatorWithCollapseTest, OverseerCollectionConfigSetProcessorTest, TestFreeTextSuggestions, UpdateRequestProcessorFactoryTest, TestFuzzyAnalyzedSuggestions, URLClassifyProcessorTest, TestPKIAuthenticationPlugin, ZkStateReaderTest, SmileWriterTest, TestNumericRangeQuery64, TestLargeCluster, TestExtendedDismaxParser, PreAnalyzedFieldTest, BadComponentTest, PrimUtilsTest, TestExclusionRuleCollectionAccess, TestAuthenticationFramework, AddBlockUpdateTest, TestManagedResource, TestSchemalessBufferedUpdates, TestInPlaceUpdatesStandalone, ExplicitHLLTest, TestLMDirichletSimilarityFactory, ChaosMonkeySafeLeaderWithPullReplicasTest, FieldAnalysisRequestHandlerTest, SolrMetricManagerTest, ClassificationUpdateProcessorTest, TestDistributedStatsComponentCardinality, CdcrReplicationHandlerTest, TestExecutePlanAction, TestNestedDocsSort, TestDistributedGrouping, BadCopyFieldTest, TestComputePlanAction, HdfsRecoverLeaseTest, TestLegacyField, ResponseHeaderTest, SolrCloudReportersTest, BasicAuthIntegrationTest, TestCloudPivotFacet, HdfsUnloadDistributedZkTest, OverseerTest, TestCollectionAPIs, XsltUpdateRequestHandlerTest, HighlighterConfigTest, CSVRequestHandlerTest, VersionInfoTest, TestValueSourceCache, V2StandaloneTest, DistributedFacetPivotLongTailTest, BufferStoreTest, ImplicitSnitchTest, TestReqParamsAPI, TestSlowCompositeReaderWrapper, TestSolrXml, TestWordDelimiterFilterFactory, TestSolrDeletionPolicy2, DeleteReplicaTest, BigEndianAscendingWordSerializerTest, TestBadConfig, TestStressVersions, TestTolerantUpdateProcessorCloud, TestAnalyzedSuggestions, TestCloudInspectUtil, SolrJmxReporterTest, StatsReloadRaceTest, ActionThrottleTest, HdfsLockFactoryTest, AsyncCallRequestStatusResponseTest, CoreMergeIndexesAdminHandlerTest, MoveReplicaHDFSTest, CollectionStateFormat2Test, TestSQLHandler, HdfsAutoAddReplicasIntegrationTest, NodeLostTriggerTest, TestXmlQParser, TestCSVLoader, TestSolrConfigHandlerCloud, TestComplexPhraseQParserPlugin, AnalyticsQueryTest, CreateCollectionCleanupTest, TestLegacyFieldCache, SuggesterWFSTTest, DocExpirationUpdateProcessorFactoryTest, RegexBytesRefFilterTest, ScriptEngineTest, SolrMetricsIntegrationTest, SuggestComponentContextFilterQueryTest, SharedFSAutoReplicaFailoverTest, StressHdfsTest, TestQuerySenderListener, SolrGraphiteReporterTest, TestCoreAdminApis, TestScoreJoinQPScore, PKIAuthenticationIntegrationTest, TestLMJelinekMercerSimilarityFactory, PeerSyncTest, TestHdfsUpdateLog, TestDFRSimilarityFactory, TestComponentsName, TestDistributedMissingSort, TestDocumentBuilder, CircularListTest, TestMaxTokenLenTokenizer, WrapperMergePolicyFactoryTest, SimpleCollectionCreateDeleteTest, HighlighterMaxOffsetTest, TestCollectionsAPIViaSolrCloudCluster, TestAtomicUpdateErrorCases, TermVectorComponentTest, SolrCoreCheckLockOnStartupTest, TestCustomStream, BadIndexSchemaTest, TestMacros, TestRawResponseWriter, RestartWhileUpdatingTest, TestLegacyNumericUtils, TestDocSet, TestRandomFaceting, ZkControllerTest, TestPHPSerializedResponseWriter, TestOnReconnectListenerSupport, TestStressReorder, TestUpdate, EchoParamsTest, TestSearchPerf, TriggerIntegrationTest]
[junit4] Completed [351/767 (1!)] on J1 in 232.77s, 14 tests, 1 failure <<< FAILURES!
[...truncated 49596 lines...]
[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 421 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/421/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC
3 tests failed.
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
Could not find collection:collection2
Stack Trace:
java.lang.AssertionError: Could not find collection:collection2
at __randomizedtesting.SeedInfo.seed([1BDBD4C01ADAC0D6:938FEB1AB426AD2E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:915)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:612)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTrigger
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([1BDBD4C01ADAC0D6:1F257DD22010424C]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTrigger(TriggerIntegrationTest.java:521)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testSearchRate
Error Message:
expected:<10> but was:<3>
Stack Trace:
java.lang.AssertionError: expected:<10> but was:<3>
at __randomizedtesting.SeedInfo.seed([1BDBD4C01ADAC0D6:4693CA49D51C6699]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testSearchRate(TestLargeCluster.java:555)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 21 lines...]
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:862)
at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1129)
at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1160)
at hudson.scm.SCM.checkout(SCM.java:504)
at hudson.model.AbstractProject.checkout(AbstractProject.java:1203)
at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
at hudson.model.Run.execute(Run.java:1727)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused by: hudson.plugins.git.GitException: org.eclipse.jgit.api.errors.TransportException: git://git.apache.org/lucene-solr.git: Connection refused (Connection refused)
at org.jenkinsci.plugins.gitclient.JGitAPIImpl$2.execute(JGitAPIImpl.java:634)
at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:153)
at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:146)
at hudson.remoting.UserRequest.perform(UserRequest.java:210)
at hudson.remoting.UserRequest.perform(UserRequest.java:53)
at hudson.remoting.Request$2.run(Request.java:358)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Suppressed: hudson.remoting.Channel$CallSiteStackTrace: Remote call to Solaris VBOX
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1696)
at hudson.remoting.UserResponse.retrieve(UserRequest.java:313)
at hudson.remoting.Channel.call(Channel.java:909)
at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.execute(RemoteGitImpl.java:146)
at sun.reflect.GeneratedMethodAccessor763.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.invoke(RemoteGitImpl.java:132)
at com.sun.proxy.$Proxy68.execute(Unknown Source)
at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:860)
at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1129)
at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1160)
at hudson.scm.SCM.checkout(SCM.java:504)
at hudson.model.AbstractProject.checkout(AbstractProject.java:1203)
at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
at hudson.model.Run.execute(Run.java:1727)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused by: org.eclipse.jgit.api.errors.TransportException: git://git.apache.org/lucene-solr.git: Connection refused (Connection refused)
at org.eclipse.jgit.api.FetchCommand.call(FetchCommand.java:135)
at org.jenkinsci.plugins.gitclient.JGitAPIImpl$2.execute(JGitAPIImpl.java:632)
... 10 more
Caused by: org.eclipse.jgit.errors.TransportException: git://git.apache.org/lucene-solr.git: Connection refused (Connection refused)
at org.eclipse.jgit.transport.TransportGitAnon.openConnection(TransportGitAnon.java:150)
at org.eclipse.jgit.transport.TransportGitAnon$TcpFetchConnection.<init>(TransportGitAnon.java:179)
at org.eclipse.jgit.transport.TransportGitAnon.openFetch(TransportGitAnon.java:120)
at org.eclipse.jgit.transport.FetchProcess.executeImp(FetchProcess.java:136)
at org.eclipse.jgit.transport.FetchProcess.execute(FetchProcess.java:122)
at org.eclipse.jgit.transport.Transport.fetch(Transport.java:1201)
at org.eclipse.jgit.api.FetchCommand.call(FetchCommand.java:128)
... 11 more
ERROR: Error fetching remote repo 'origin'
Retrying after 10 seconds
Fetching changes from the remote Git repository
Cleaning workspace
Checking out Revision 70a9e5b3f58d06f1a7616a9b2c7f9681a7ecd5eb (refs/remotes/origin/branch_7x)
Commit message: "SOLR-11835: Adjust Ukranian language example"
No emails were triggered.
[description-setter] Description set: Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC
[Lucene-Solr-7.x-Solaris] $ /export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/bin/ant "-Dargs=-XX:-UseCompressedOops -XX:+UseParallelGC" jenkins-hourly
Buildfile: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/build.xml
jenkins-hourly:
-print-java-info:
[java-info] java version "1.8.0_152"
[java-info] Java(TM) SE Runtime Environment (1.8.0_152-b16, Oracle Corporation)
[java-info] Java HotSpot(TM) 64-Bit Server VM (25.152-b16, Oracle Corporation)
[java-info] Test args: [-XX:-UseCompressedOops -XX:+UseParallelGC]
clean:
clean:
clean:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: Apache Ivy 2.4.0 - 20141213170938 :: http://ant.apache.org/ivy/ ::
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml
resolve-groovy:
[ivy:cachepath] :: resolving dependencies :: org.codehaus.groovy#groovy-all-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.codehaus.groovy#groovy-all;2.4.12 in public
[ivy:cachepath] :: resolution report :: resolve 450ms :: artifacts dl 3ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 1 | 0 | 0 | 0 || 1 | 0 |
---------------------------------------------------------------------
-test-with-heapdumps-enabled:
[echo] Java HotSpot(TM) 64-Bit Server VM: Enabling heap dumps on OutOfMemoryError to dir '/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/heapdumps'.
[mkdir] Created dir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/heapdumps
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml
resolve-groovy:
test:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml
-clover.load:
resolve-groovy:
-init-totals:
test-core:
-clover.disable:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml
-clover.load:
-clover.classpath:
-clover.setup:
clover:
-check-git-state:
-git-cleanroot:
-copy-git-state:
[copy] Copying 1 file to /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build
git-autoclean:
resolve:
init:
compile-core:
[mkdir] Created dir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java
[javac] Compiling 825 source files to /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java
[javac] Note: Some input files use or override a deprecated API.
[javac] Note: Recompile with -Xlint:deprecation for details.
[javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/util/graph/package-info.class
[javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/document/package-info.class
[javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/package-info.class
[javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/util/bkd/package-info.class
[javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/codecs/compressing/package-info.class
[javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/codecs/lucene60/package-info.class
[javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/codecs/package-info.class
[javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/util/package-info.class
[javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/index/package-info.class
[javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/util/fst/package-info.class
[javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/analysis/tokenattributes/package-info.class
[javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/search/package-info.class
[javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/codecs/lucene62/package-info.class
[javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/util/packed/package-info.class
[javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/util/mutable/package-info.class
[javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/codecs/lucene70/package-info.class
[javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/codecs/perfield/package-info.class
[javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/analysis/package-info.class
[javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/analysis/standard/package-info.class
[javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/store/package-info.class
[javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/codecs/blocktree/package-info.class
[javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/search/spans/package-info.class
[javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/search/similarities/package-info.class
[javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/util/automaton/package-info.class
[javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/codecs/lucene50/package-info.class
[javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java/org/apache/lucene/geo/package-info.class
[copy] Copying 3 files to /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/java
compile-test-framework:
-check-git-state:
-git-cleanroot:
-copy-git-state:
git-autoclean:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml
resolve:
init:
compile-lucene-core:
-check-git-state:
-git-cleanroot:
-copy-git-state:
git-autoclean:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml
resolve:
init:
-clover.disable:
-clover.load:
-clover.classpath:
-clover.setup:
clover:
compile-core:
compile-codecs:
-check-git-state:
-git-cleanroot:
-copy-git-state:
git-autoclean:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml
resolve:
common.init:
compile-lucene-core:
init:
-clover.disable:
-clover.load:
-clover.classpath:
-clover.setup:
clover:
compile-core:
[mkdir] Created dir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/codecs/classes/java
[javac] Compiling 67 source files to /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/codecs/classes/java
[javac] Note: Some input files use or override a deprecated API.
[javac] Note: Recompile with -Xlint:deprecation for details.
[javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/codecs/classes/java/org/apache/lucene/codecs/bloom/package-info.class
[javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/codecs/classes/java/org/apache/lucene/codecs/memory/package-info.class
[javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/codecs/classes/java/org/apache/lucene/codecs/simpletext/package-info.class
[javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/codecs/classes/java/org/apache/lucene/codecs/blockterms/package-info.class
[javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/codecs/classes/java/org/apache/lucene/codecs/blocktreeords/package-info.class
[copy] Copying 3 files to /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/codecs/classes/java
-clover.disable:
-clover.load:
-clover.classpath:
-clover.setup:
clover:
common.compile-core:
[mkdir] Created dir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/test-framework/classes/java
[javac] Compiling 188 source files to /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/test-framework/classes/java
[javac] Note: Some input files use or override a deprecated API.
[javac] Note: Recompile with -Xlint:deprecation for details.
[javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/test-framework/classes/java/org/apache/lucene/codecs/asserting/package-info.class
[javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/test-framework/classes/java/org/apache/lucene/codecs/ramonly/package-info.class
[javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/test-framework/classes/java/org/apache/lucene/mockfile/package-info.class
[javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/test-framework/classes/java/org/apache/lucene/codecs/cheapbastard/package-info.class
[javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/test-framework/classes/java/org/apache/lucene/codecs/mockrandom/package-info.class
[javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/test-framework/classes/java/org/apache/lucene/codecs/cranky/package-info.class
[javac] Creating empty /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/test-framework/classes/java/org/apache/lucene/codecs/compressing/dummy/package-info.class
[copy] Copying 4 files to /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/test-framework/classes/java
compile-core:
compile-test:
[mkdir] Created dir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/test
[javac] Compiling 466 source files to /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/test
[javac] Note: Some input files use or override a deprecated API.
[javac] Note: Recompile with -Xlint:deprecation for details.
[copy] Copying 3 files to /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/classes/test
install-junit4-taskdef:
validate:
resolve-groovy:
-init-totals:
-test:
[mkdir] Created dir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/test
[loadresource] Do not set property tests.explicitclass as its length is 0.
[mkdir] Created dir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/build/core/test/temp
[mkdir] Created dir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/.caches/test-stats/core
[junit4] <JUnit4> says cześć! Master seed: 70D31D3D38013F13
[junit4] Executing 459 suites with 2 JVMs.
[junit4]
[junit4] Started J1 PID(13819@serv1-vm3).
[junit4] Started J0 PID(13818@serv1-vm3).
[junit4] Suite: org.apache.lucene.index.TestInfoStream
[junit4] Completed [1/459] on J0 in 1.06s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestNot
[junit4] Completed [2/459] on J1 in 1.42s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestSimpleExplanations
[junit4] Completed [3/459] on J1 in 1.59s, 70 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestIndexOrDocValuesQuery
[junit4] Completed [4/459] on J1 in 0.30s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestTimeLimitingCollector
[junit4] Completed [5/459] on J0 in 4.23s, 7 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestByteSlices
[junit4] Completed [6/459] on J1 in 2.00s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexCommit
[junit4] Completed [7/459] on J1 in 0.11s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.util.TestSetOnce
[junit4] Completed [8/459] on J1 in 0.13s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestBooleanRewrites
[junit4] Completed [9/459] on J0 in 0.74s, 12 tests
[junit4]
[junit4] Suite: org.apache.lucene.analysis.TestCharFilter
[junit4] Completed [10/459] on J0 in 0.05s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.geo.TestPolygon
[junit4] Completed [11/459] on J0 in 0.09s, 15 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.spans.TestSpanContainQuery
[junit4] Completed [12/459] on J0 in 0.12s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestRoaringDocIdSet
[junit4] Completed [13/459] on J0 in 0.79s, 5 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestFlushByRamOrCountsPolicy
[junit4] Completed [14/459] on J0 in 2.58s, 5 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestThreadedForceMerge
[junit4] Completed [15/459] on J0 in 1.38s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.util.graph.TestGraphTokenStreamFiniteStrings
[junit4] Completed [16/459] on J0 in 0.04s, 12 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestBytesRef
[junit4] Completed [17/459] on J0 in 0.01s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexFileDeleter
[junit4] Completed [18/459] on J0 in 0.63s, 10 tests
[junit4]
[junit4] Suite: org.apache.lucene.codecs.lucene50.TestLucene50CompoundFormat
[junit4] Completed [19/459] on J1 in 7.44s, 26 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestCharsRef
[junit4] Completed [20/459] on J1 in 0.05s, 5 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.similarities.TestAxiomaticSimilarity
[junit4] Completed [21/459] on J1 in 0.04s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestDocIDMerger
[junit4] Completed [22/459] on J1 in 0.01s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.spans.TestFilterSpans
[junit4] Completed [23/459] on J1 in 0.05s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.util.automaton.TestCompiledAutomaton
[junit4] Completed [24/459] on J1 in 0.50s, 6 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestCustomTermFreq
[junit4] Completed [25/459] on J1 in 0.08s, 12 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestPrefixQuery
[junit4] Completed [26/459] on J0 in 2.22s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestLazyProxSkipping
[junit4] Completed [27/459] on J0 in 0.22s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.fst.TestBytesStore
[junit4] Completed [28/459] on J1 in 0.90s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestBoolean2
[junit4] Completed [29/459] on J1 in 2.50s, 10 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestOrdinalMap
[junit4] Completed [30/459] on J1 in 0.18s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestSynonymQuery
[junit4] Completed [31/459] on J1 in 0.03s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestTermsEnum2
[junit4] Completed [32/459] on J1 in 0.42s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.store.TestGrowableByteArrayDataOutput
[junit4] Completed [33/459] on J0 in 5.28s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestDocValuesQueries
[junit4] Completed [34/459] on J0 in 2.93s, 10 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestNeedsScores
[junit4] Completed [35/459] on J0 in 0.07s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestLSBRadixSorter
[junit4] Completed [36/459] on J0 in 0.11s, 6 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIntBlockPool
[junit4] Completed [37/459] on J0 in 0.47s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestMergePolicyWrapper
[junit4] Completed [38/459] on J0 in 0.01s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.document.TestDocument
[junit4] Completed [39/459] on J0 in 0.04s, 12 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestDocumentsWriterDeleteQueue
[junit4] Completed [40/459] on J0 in 0.12s, 5 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestMultiThreadTermVectors
[junit4] Completed [41/459] on J0 in 4.48s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestTopDocsMerge
[junit4] Completed [42/459] on J0 in 0.31s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.packed.TestPackedInts
[junit4] IGNOR/A 0.01s J1 | TestPackedInts.testBlockReaderOverflow
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] Completed [43/459] on J1 in 9.23s, 28 tests, 3 skipped
[junit4]
[junit4] Suite: org.apache.lucene.codecs.compressing.TestHighCompressionMode
[junit4] Completed [44/459] on J0 in 0.98s, 7 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestFieldsReader
[junit4] Completed [45/459] on J0 in 0.35s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestCrash
[junit4] Completed [46/459] on J0 in 0.35s, 5 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestDocInverterPerFieldErrorInfo
[junit4] Completed [47/459] on J0 in 0.04s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestBooleanQuery
[junit4] Completed [48/459] on J0 in 0.09s, 22 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterWithThreads
[junit4] IGNOR/A 0.01s J0 | TestIndexWriterWithThreads.testOpenTwoIndexWritersOnDifferentThreads
[junit4] > Assumption #1: aborting test: timeout obtaining lock
[junit4] Completed [49/459] on J0 in 2.00s, 12 tests, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.analysis.TestReusableStringReader
[junit4] Completed [50/459] on J0 in 0.01s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.TestSearchForDuplicates
[junit4] Completed [51/459] on J0 in 0.03s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestLiveFieldValues
[junit4] Completed [52/459] on J0 in 0.15s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.util.TestOfflineSorter
[junit4] IGNOR/A 0.00s J1 | TestOfflineSorter.testLargerRandom
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] Completed [53/459] on J1 in 6.47s, 15 tests, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexSorting
[junit4] Completed [54/459] on J0 in 5.44s, 50 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexableField
[junit4] Completed [55/459] on J0 in 0.14s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterExceptions2
[junit4] Completed [56/459] on J1 in 3.30s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestDisjunctionMaxQuery
[junit4] Completed [57/459] on J1 in 0.50s, 13 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestFilterDirectoryReader
[junit4] Completed [58/459] on J1 in 0.01s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestStressIndexing
[junit4] Completed [59/459] on J1 in 1.84s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.util.automaton.TestLevenshteinAutomata
[junit4] Completed [60/459] on J0 in 3.37s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestParallelLeafReader
[junit4] Completed [61/459] on J0 in 0.10s, 10 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestDirectoryReaderReopen
[junit4] Completed [62/459] on J1 in 1.51s, 14 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestFlex
[junit4] Completed [63/459] on J1 in 0.05s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestBoolean2ScorerSupplier
[junit4] Completed [64/459] on J1 in 0.03s, 10 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestBoostQuery
[junit4] Completed [65/459] on J1 in 0.01s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestSmallFloat
[junit4] Completed [66/459] on J1 in 0.04s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.automaton.TestDeterminism
[junit4] Completed [67/459] on J1 in 0.21s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.codecs.compressing.TestFastDecompressionMode
[junit4] Completed [68/459] on J1 in 0.69s, 11 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterThreadsToSegments
[junit4] Completed [69/459] on J0 in 1.83s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestOmitPositions
[junit4] Completed [70/459] on J0 in 0.09s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.codecs.lucene50.TestLucene50TermVectorsFormat
[junit4] Completed [71/459] on J0 in 9.38s, 17 tests
[junit4]
[junit4] Suite: org.apache.lucene.codecs.perfield.TestPerFieldDocValuesFormat
[junit4] Completed [72/459] on J1 in 9.86s, 110 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.spans.TestSpanMultiTermQueryWrapper
[junit4] Completed [73/459] on J1 in 0.09s, 9 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestEarlyTerminatingSortingCollector
[junit4] Completed [74/459] on J0 in 2.11s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestTwoPhaseCommitTool
[junit4] Completed [75/459] on J0 in 0.06s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.spans.TestBasics
[junit4] Completed [76/459] on J1 in 3.61s, 27 tests
[junit4]
[junit4] Suite: org.apache.lucene.document.TestField
[junit4] Completed [77/459] on J1 in 0.04s, 23 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestAddIndexes
[junit4] Completed [78/459] on J0 in 2.36s, 25 tests
[junit4]
[junit4] Suite: org.apache.lucene.codecs.lucene50.TestBlockPostingsFormat3
[junit4] Completed [79/459] on J1 in 0.78s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestQueryRescorer
[junit4] Completed [80/459] on J1 in 0.20s, 6 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterCommit
[junit4] Completed [81/459] on J1 in 0.92s, 14 tests
[junit4]
[junit4] Suite: org.apache.lucene.codecs.lucene50.TestBlockPostingsFormat2
[junit4] Completed [82/459] on J0 in 2.70s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.automaton.LimitedFiniteStringsIteratorTest
[junit4] Completed [83/459] on J0 in 0.04s, 6 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.spans.TestSpanSearchEquivalence
[junit4] Completed [84/459] on J0 in 0.69s, 33 tests
[junit4]
[junit4] Suite: org.apache.lucene.geo.TestPolygon2D
[junit4] Completed [85/459] on J1 in 3.26s, 10 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestIntArrayDocIdSet
[junit4] Completed [86/459] on J1 in 0.53s, 5 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestNormsFieldExistsQuery
[junit4] Completed [87/459] on J1 in 0.37s, 6 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestLongRangeFieldQueries
[junit4] IGNOR/A 0.00s J1 | TestLongRangeFieldQueries.testRandomBig
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] Completed [88/459] on J1 in 1.33s, 5 tests, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.search.TestBooleanScorer
[junit4] Completed [89/459] on J1 in 0.76s, 5 tests
[junit4]
[junit4] Suite: org.apache.lucene.analysis.tokenattributes.TestBytesRefAttImpl
[junit4] Completed [90/459] on J1 in 0.01s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestSimilarity
[junit4] Completed [91/459] on J1 in 0.01s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestSegmentMerger
[junit4] Completed [92/459] on J1 in 0.35s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.document.TestDateTools
[junit4] Completed [93/459] on J1 in 0.02s, 5 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIsCurrent
[junit4] Completed [94/459] on J1 in 0.01s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestSizeBoundedForceMerge
[junit4] Completed [95/459] on J1 in 0.04s, 11 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.spans.TestSpansEnum
[junit4] Completed [96/459] on J1 in 0.02s, 7 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestMathUtil
[junit4] Completed [97/459] on J1 in 0.01s, 5 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestDocumentWriter
[junit4] Completed [98/459] on J1 in 0.07s, 6 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestMultiLevelSkipList
[junit4] Completed [99/459] on J1 in 0.19s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.store.TestSingleInstanceLockFactory
[junit4] Completed [100/459] on J1 in 1.06s, 7 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestUniqueTermCount
[junit4] Completed [101/459] on J1 in 0.02s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterExceptions
[junit4] IGNOR/A 0.00s J0 | TestIndexWriterExceptions.testTooManyTokens
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] Completed [102/459] on J0 in 6.50s, 34 tests, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.search.spans.TestSpanNotQuery
[junit4] Completed [103/459] on J0 in 0.01s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestReqExclBulkScorer
[junit4] Completed [104/459] on J0 in 0.01s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestFilterLeafReader
[junit4] Completed [105/459] on J0 in 0.02s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestBytesRefHash
[junit4] Completed [106/459] on J1 in 1.60s, 8 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestStressDeletes
[junit4] Completed [107/459] on J1 in 0.14s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestDocValuesScoring
[junit4] Completed [108/459] on J1 in 0.03s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterMaxDocs
[junit4] IGNOR/A 0.00s J1 | TestIndexWriterMaxDocs.testExactlyAtTrueLimit
[junit4] > Assumption #1: 'monster' test group is disabled (@Monster(value=takes over two hours))
[junit4] Completed [109/459] on J1 in 1.71s, 21 tests, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.search.TestSortRandom
[junit4] Completed [110/459] on J1 in 0.22s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.similarities.TestBooleanSimilarity
[junit4] Completed [111/459] on J1 in 0.01s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.spans.TestSpanFirstQuery
[junit4] Completed [112/459] on J1 in 0.01s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestEarlyTermination
[junit4] Completed [113/459] on J1 in 0.01s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestMaxTermFrequency
[junit4] Completed [114/459] on J1 in 0.12s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.store.TestSimpleFSLockFactory
[junit4] Completed [115/459] on J0 in 4.27s, 7 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.bkd.TestMutablePointsReaderUtils
[junit4] Completed [116/459] on J1 in 1.19s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestRadixSelector
[junit4] Completed [117/459] on J1 in 0.75s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.packed.TestDirectMonotonic
[junit4] Completed [118/459] on J0 in 1.33s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.store.TestLockFactory
[junit4] Completed [119/459] on J0 in 0.01s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.store.TestByteArrayDataInput
[junit4] Completed [120/459] on J0 in 0.01s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestCrashCausesCorruptIndex
[junit4] Completed [121/459] on J0 in 0.06s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestSumDocFreq
[junit4] Completed [122/459] on J0 in 0.02s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestBooleanQueryVisitSubscorers
[junit4] Completed [123/459] on J0 in 0.03s, 7 tests
[junit4]
[junit4] Suite: org.apache.lucene.codecs.lucene50.TestLucene50StoredFieldsFormat
[junit4] IGNOR/A 0.00s J0 | TestLucene50StoredFieldsFormat.testBigDocuments
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] Completed [124/459] on J0 in 0.85s, 17 tests, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.util.packed.TestDirectPacked
[junit4] Completed [125/459] on J1 in 1.82s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestMaxPosition
[junit4] Completed [126/459] on J1 in 0.01s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestWeakIdentityMap
[junit4] Completed [127/459] on J1 in 1.45s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestByteBlockPool
[junit4] Completed [128/459] on J1 in 0.06s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.Test2BTerms
[junit4] IGNOR/A 0.00s J1 | Test2BTerms.test2BTerms
[junit4] > Assumption #1: 'monster' test group is disabled (@Monster(value=very slow, use 5g minimum heap))
[junit4] Completed [129/459] on J1 in 0.01s, 1 test, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.TestTermdocPerf
[junit4] Completed [130/459] on J1 in 0.00s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.util.automaton.TestUTF32ToUTF8
[junit4] Completed [131/459] on J0 in 2.19s, 6 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterDeleteByQuery
[junit4] Completed [132/459] on J0 in 0.01s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestApproximationSearchEquivalence
[junit4] Completed [133/459] on J1 in 0.30s, 10 tests
[junit4]
[junit4] Suite: org.apache.lucene.store.TestBufferedIndexInput
[junit4] Completed [134/459] on J0 in 0.43s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.automaton.FiniteStringsIteratorTest
[junit4] Completed [135/459] on J1 in 0.66s, 7 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestSubScorerFreqs
[junit4] Completed [136/459] on J1 in 0.02s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestMultiPhraseQuery
[junit4] Completed [137/459] on J1 in 0.09s, 16 tests, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexInput
[junit4] Completed [138/459] on J0 in 0.58s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestAtomicUpdate
[junit4] Completed [139/459] on J0 in 2.02s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestFilterCodecReader
[junit4] Completed [140/459] on J0 in 0.01s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.codecs.lucene70.TestLucene70NormsFormat
[junit4] IGNOR/A 0.00s J1 | TestLucene70NormsFormat.testSparseNCommonBig
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] IGNOR/A 0.00s J1 | TestLucene70NormsFormat.testNCommonBig
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] IGNOR/A 0.00s J1 | TestLucene70NormsFormat.testMergeStability
[junit4] > Assumption #1: The MockRandom PF randomizes content on the fly, so we can't check it
[junit4] Completed [141/459] on J1 in 2.52s, 29 tests, 3 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.TestAllFilesCheckIndexHeader
[junit4] Completed [142/459] on J1 in 0.26s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.util.TestTimSorter
[junit4] Completed [143/459] on J1 in 0.08s, 9 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterMergePolicy
[junit4] Completed [144/459] on J0 in 1.81s, 7 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestAttributeSource
[junit4] Completed [145/459] on J0 in 0.01s, 7 tests
[junit4]
[junit4] Suite: org.apache.lucene.store.TestFileSwitchDirectory
[junit4] IGNOR/A 0.00s J1 | TestFileSwitchDirectory.testPendingDeletions
[junit4] > Assumption #1: we can only install VirusCheckingFS on an FSDirectory
[junit4] IGNOR/A 0.00s J1 | TestFileSwitchDirectory.testFsyncDoesntCreateNewFiles
[junit4] > Assumption #1: test only works for FSDirectory subclasses
[junit4] Completed [146/459] on J1 in 1.22s, 43 tests, 2 skipped
[junit4]
[junit4] Suite: org.apache.lucene.codecs.lucene70.TestIndexedDISI
[junit4] Completed [147/459] on J1 in 3.90s, 10 tests
[junit4]
[junit4] Suite: org.apache.lucene.codecs.lucene50.TestBlockPostingsFormat
[junit4] Completed [148/459] on J1 in 2.34s, 27 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestRollingBuffer
[junit4] Completed [149/459] on J1 in 0.11s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestSegmentInfos
[junit4] Completed [150/459] on J1 in 0.01s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestTermRangeQuery
[junit4] Completed [151/459] on J1 in 0.04s, 7 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestMultiDocValues
[junit4] Completed [152/459] on J1 in 0.07s, 7 tests
[junit4]
[junit4] Suite: org.apache.lucene.store.TestNativeFSLockFactory
[junit4] Completed [153/459] on J1 in 4.04s, 11 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestDocValues
[junit4] Completed [154/459] on J1 in 0.03s, 7 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestSearchAfter
[junit4] Completed [155/459] on J1 in 0.06s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestSloppyPhraseQuery2
[junit4] Completed [156/459] on J1 in 0.20s, 9 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestNRTThreads
[junit4] Completed [157/459] on J1 in 6.39s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexReaderClose
[junit4] Completed [158/459] on J1 in 0.24s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestTermContext
[junit4] Completed [159/459] on J1 in 0.01s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestSimpleExplanationsWithFillerDocs
[junit4] Completed [160/459] on J0 in 17.85s, 70 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.Test2BPoints
[junit4] IGNOR/A 0.00s J0 | Test2BPoints.test1D
[junit4] > Assumption #1: 'monster' test group is disabled (@Monster(value=takes at least 4 hours and consumes many GB of temp disk space))
[junit4] IGNOR/A 0.00s J0 | Test2BPoints.test2D
[junit4] > Assumption #1: 'monster' test group is disabled (@Monster(value=takes at least 4 hours and consumes many GB of temp disk space))
[junit4] Completed [161/459] on J0 in 0.00s, 2 tests, 2 skipped
[junit4]
[junit4] Suite: org.apache.lucene.search.TestFloatRangeFieldQueries
[junit4] IGNOR/A 0.00s J0 | TestFloatRangeFieldQueries.testRandomBig
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] Completed [162/459] on J0 in 1.83s, 5 tests, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.TestNorms
[junit4] Completed [163/459] on J0 in 0.39s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.analysis.tokenattributes.TestPackedTokenAttributeImpl
[junit4] Completed [164/459] on J0 in 0.01s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestScoreCachingWrappingScorer
[junit4] Completed [165/459] on J0 in 0.01s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.util.TestRecyclingByteBlockAllocator
[junit4] Completed [166/459] on J0 in 0.01s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestIntroSelector
[junit4] Completed [167/459] on J0 in 1.54s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestDoc
[junit4] Completed [168/459] on J0 in 0.10s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.util.TestRamUsageEstimator
[junit4] IGNOR/A 0.00s J0 | TestRamUsageEstimator.testPrintValues
[junit4] > Assumption #1: Specify -Dtests.verbose=true to print constants of RamUsageEstimator.
[junit4] Completed [169/459] on J0 in 0.02s, 5 tests, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.search.TestTermScorer
[junit4] Completed [170/459] on J0 in 0.03s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestNotDocIdSet
[junit4] Completed [171/459] on J1 in 5.29s, 6 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestIntRangeFieldQueries
[junit4] IGNOR/A 0.00s J1 | TestIntRangeFieldQueries.testRandomBig
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] Completed [172/459] on J1 in 1.40s, 5 tests, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.codecs.compressing.TestFastCompressionMode
[junit4] Completed [173/459] on J1 in 0.52s, 11 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.fst.TestFSTs
[junit4] IGNOR/A 0.00s J0 | TestFSTs.testBigSet
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] Completed [174/459] on J0 in 4.63s, 20 tests, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.search.TestFieldCacheRewriteMethod
[junit4] Completed [175/459] on J0 in 1.06s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.store.TestHugeRamFile
[junit4] Completed [176/459] on J0 in 1.73s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.util.TestNamedSPILoader
[junit4] Completed [177/459] on J0 in 0.01s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestTermQuery
[junit4] Completed [178/459] on J0 in 0.02s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestMergedIterator
[junit4] Completed [179/459] on J0 in 0.76s, 25 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestBytesRefArray
[junit4] Completed [180/459] on J0 in 0.09s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestRecyclingIntBlockAllocator
[junit4] Completed [181/459] on J0 in 0.02s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestConcurrentMergeScheduler
[junit4] Completed [182/459] on J1 in 5.53s, 16 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexManyDocuments
[junit4] Completed [183/459] on J0 in 0.25s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestDateSort
[junit4] Completed [184/459] on J0 in 0.03s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.store.TestMultiMMap
[junit4] Completed [185/459] on J0 in 2.95s, 54 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexingSequenceNumbers
[junit4] Completed [186/459] on J1 in 8.69s, 8 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestAllFilesHaveChecksumFooter
[junit4] Completed [187/459] on J1 in 0.22s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.Test2BSortedDocValuesFixedSorted
[junit4] IGNOR/A 0.00s J1 | Test2BSortedDocValuesFixedSorted.testFixedSorted
[junit4] > Assumption #1: 'monster' test group is disabled (@Monster(value=Takes ~ 6 hours if the heap is 5gb))
[junit4] Completed [188/459] on J1 in 0.00s, 1 test, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.TestOmitNorms
[junit4] Completed [190/459] on J1 in 0.86s, 5 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestPointValues
[junit4] Completed [191/459] on J0 in 7.18s, 32 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestBooleanOr
[junit4] Completed [192/459] on J0 in 0.53s, 7 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestTieredMergePolicy
[junit4] Completed [193/459] on J0 in 1.20s, 6 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.bkd.TestDocIdsWriter
[junit4] Completed [194/459] on J0 in 4.60s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.TestExternalCodecs
[junit4] Completed [195/459] on J0 in 0.07s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterOnVMError
[junit4] IGNOR/A 0.00s J0 | TestIndexWriterOnVMError.testCheckpoint
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] Completed [196/459] on J0 in 0.11s, 3 tests, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.search.TestBooleanMinShouldMatch
[junit4] Completed [197/459] on J0 in 0.53s, 17 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestPrefixRandom
[junit4] Completed [198/459] on J0 in 0.06s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestSortedNumericSortField
[junit4] Completed [199/459] on J0 in 0.03s, 9 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.similarities.TestBM25Similarity
[junit4] Completed [200/459] on J0 in 0.02s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestIOUtils
[junit4] Completed [201/459] on J0 in 0.05s, 18 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestManyFields
[junit4] Completed [202/459] on J0 in 0.67s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestSloppyMath
[junit4] Completed [203/459] on J0 in 1.29s, 8 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestDocCount
[junit4] Completed [204/459] on J0 in 0.02s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestBlendedTermQuery
[junit4] Completed [205/459] on J0 in 0.01s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestTermsEnum
[junit4] Completed [206/459] on J1 in 10.64s, 13 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.Test2BPagedBytes
[junit4] IGNOR/A 0.00s J1 | Test2BPagedBytes.test
[junit4] > Assumption #1: 'monster' test group is disabled (@Monster(value=You must increase heap to > 2 G to run this))
[junit4] Completed [207/459] on J1 in 0.00s, 1 test, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.search.TestNGramPhraseQuery
[junit4] Completed [208/459] on J1 in 0.01s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.analysis.tokenattributes.TestCharTermAttributeImpl
[junit4] Completed [209/459] on J1 in 0.22s, 13 tests
[junit4]
[junit4] Suite: org.apache.lucene.analysis.TestCachingTokenFilter
[junit4] Completed [210/459] on J1 in 0.01s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.spans.TestFieldMaskingSpanQuery
[junit4] IGNOR/A 0.00s J1 | TestFieldMaskingSpanQuery.testSimple2
[junit4] > Assumption #1: Broken scoring: LUCENE-3723
[junit4] IGNOR/A 0.00s J1 | TestFieldMaskingSpanQuery.testSpans2
[junit4] > Assumption #1: Broken scoring: LUCENE-3723
[junit4] Completed [211/459] on J1 in 0.09s, 11 tests, 2 skipped
[junit4]
[junit4] Suite: org.apache.lucene.analysis.TestCharArraySet
[junit4] Completed [212/459] on J1 in 0.03s, 15 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestParallelTermEnum
[junit4] Completed [213/459] on J1 in 0.01s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestComplexExplanationsOfNonMatches
[junit4] Completed [214/459] on J1 in 0.02s, 21 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.Test2BBinaryDocValues
[junit4] IGNOR/A 0.00s J1 | Test2BBinaryDocValues.testFixedBinary
[junit4] > Assumption #1: 'monster' test group is disabled (@Monster(value=takes ~ 6 hours if the heap is 5gb))
[junit4] IGNOR/A 0.00s J1 | Test2BBinaryDocValues.testVariableBinary
[junit4] > Assumption #1: 'monster' test group is disabled (@Monster(value=takes ~ 6 hours if the heap is 5gb))
[junit4] Completed [215/459] on J1 in 0.00s, 2 tests, 2 skipped
[junit4]
[junit4] Suite: org.apache.lucene.search.TestDoubleRangeFieldQueries
[junit4] IGNOR/A 0.00s J0 | TestDoubleRangeFieldQueries.testRandomBig
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] Completed [216/459] on J0 in 2.16s, 5 tests, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.util.bkd.Test2BBKDPoints
[junit4] IGNOR/A 0.00s J0 | Test2BBKDPoints.test1D
[junit4] > Assumption #1: 'monster' test group is disabled (@Monster(value=takes at least 4 hours and consumes many GB of temp disk space))
[junit4] IGNOR/A 0.00s J0 | Test2BBKDPoints.test2D
[junit4] > Assumption #1: 'monster' test group is disabled (@Monster(value=takes at least 4 hours and consumes many GB of temp disk space))
[junit4] Completed [217/459] on J0 in 0.00s, 2 tests, 2 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.TestDocValuesIndexing
[junit4] Completed [218/459] on J0 in 0.23s, 34 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestPriorityQueue
[junit4] Completed [219/459] on J0 in 0.66s, 9 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestShardSearching
[junit4] Completed [220/459] on J1 in 4.60s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterOnJRECrash
[junit4] IGNOR/A 0.00s J1 | TestIndexWriterOnJRECrash.testNRTThreads
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] Completed [221/459] on J1 in 0.01s, 1 test, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.TestTryDelete
[junit4] Completed [222/459] on J1 in 0.15s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestMergeRateLimiter
[junit4] Completed [223/459] on J1 in 0.01s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestDemoParallelLeafReader
[junit4] Completed [224/459] on J0 in 4.17s, 5 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestQueryBuilder
[junit4] Completed [225/459] on J0 in 0.03s, 23 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestTermVectors
[junit4] Completed [226/459] on J0 in 0.15s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestSwappedIndexFiles
[junit4] Completed [227/459] on J0 in 0.03s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.util.TestArrayUtil
[junit4] Completed [228/459] on J0 in 1.56s, 14 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestTerm
[junit4] Completed [229/459] on J0 in 0.01s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestForceMergeForever
[junit4] Completed [230/459] on J0 in 0.49s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriter
[junit4] Completed [231/459] on J1 in 4.36s, 76 tests, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterReader
[junit4] IGNOR/A 0.00s J0 | TestIndexWriterReader.testDuringAddIndexes
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] Completed [232/459] on J0 in 2.24s, 23 tests, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterMerging
[junit4] Completed [233/459] on J1 in 2.54s, 6 tests
[junit4]
[junit4] Suite: org.apache.lucene.analysis.TestGraphTokenizers
[junit4] Completed [234/459] on J0 in 1.59s, 23 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestDeletionPolicy
[junit4] Completed [235/459] on J0 in 3.93s, 6 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestSloppyPhraseQuery
[junit4] Completed [236/459] on J0 in 0.63s, 9 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestSearcherManager
[junit4] Completed [237/459] on J1 in 4.90s, 11 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterDelete
[junit4] IGNOR/A 0.00s J0 | TestIndexWriterDelete.testApplyDeletesOnFlush
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] Completed [238/459] on J0 in 3.51s, 25 tests, 2 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.TestDuelingCodecs
[junit4] Completed [239/459] on J1 in 4.83s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestPersistentSnapshotDeletionPolicy
[junit4] Completed [240/459] on J0 in 1.59s, 13 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestStressAdvance
[junit4] Completed [241/459] on J1 in 0.47s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestSearchWithThreads
[junit4] Completed [242/459] on J1 in 1.75s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestDocumentsWriterStallControl
[junit4] Completed [243/459] on J1 in 2.81s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestNeverDelete
[junit4] Completed [244/459] on J1 in 1.63s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.analysis.standard.TestStandardAnalyzer
[junit4] Completed [245/459] on J0 in 6.80s, 36 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestLongPostings
[junit4] Completed [246/459] on J1 in 2.56s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestRollingUpdates
[junit4] Completed [247/459] on J1 in 0.60s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.automaton.TestMinimize
[junit4] Completed [248/459] on J0 in 3.16s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestSnapshotDeletionPolicy
[junit4] Completed [249/459] on J1 in 1.44s, 7 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterUnicode
[junit4] Completed [250/459] on J0 in 2.11s, 5 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestNRTReaderWithThreads
[junit4] Completed [251/459] on J1 in 1.73s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterForceMerge
[junit4] Completed [252/459] on J0 in 1.11s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestConsistentFieldNumbers
[junit4] Completed [253/459] on J0 in 0.45s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestDirectoryReader
[junit4] Completed [254/459] on J0 in 0.79s, 24 tests
[junit4]
[junit4] Suite: org.apache.lucene.codecs.perfield.TestPerFieldPostingsFormat
[junit4] IGNOR/A 0.00s J1 | TestPerFieldPostingsFormat.testMergeStability
[junit4] > Assumption #1: The MockRandom PF randomizes content on the fly, so we can't check it
[junit4] IGNOR/A 0.00s J1 | TestPerFieldPostingsFormat.testPostingsEnumReuse
[junit4] > Assumption #1: The MockRandom PF randomizes content on the fly, so we can't check it
[junit4] Completed [255/459] on J1 in 2.02s, 25 tests, 2 skipped
[junit4]
[junit4] Suite: org.apache.lucene.search.TestPhraseQuery
[junit4] Completed [256/459] on J0 in 0.77s, 21 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestBagOfPositions
[junit4] Completed [257/459] on J0 in 1.12s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.util.TestCollectionUtil
[junit4] Completed [258/459] on J1 in 2.40s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestFixedBitSet
[junit4] Completed [259/459] on J0 in 0.56s, 19 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestComplexExplanations
[junit4] Completed [260/459] on J1 in 0.74s, 21 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestRegexpRandom2
[junit4] Completed [261/459] on J0 in 0.81s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestSegmentReader
[junit4] Completed [262/459] on J0 in 0.50s, 7 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestParallelCompositeReader
[junit4] Completed [263/459] on J0 in 0.12s, 11 tests
[junit4]
[junit4] Suite: org.apache.lucene.store.TestNRTCachingDirectory
[junit4] IGNOR/A 0.00s J1 | TestNRTCachingDirectory.testFsyncDoesntCreateNewFiles
[junit4] > Assumption #1: test only works for FSDirectory subclasses
[junit4] IGNOR/A 0.01s J1 | TestNRTCachingDirectory.testPendingDeletions
[junit4] > Assumption #1: we can only install VirusCheckingFS on an FSDirectory
[junit4] Completed [264/459] on J1 in 1.34s, 44 tests, 2 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterNRTIsCurrent
[junit4] Completed [265/459] on J0 in 1.25s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestTransactions
[junit4] Completed [266/459] on J0 in 0.74s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestSegmentTermDocs
[junit4] Completed [267/459] on J0 in 0.33s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.codecs.perfield.TestPerFieldPostingsFormat2
[junit4] Completed [268/459] on J0 in 0.13s, 6 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestSort
[junit4] Completed [269/459] on J0 in 0.21s, 25 tests
[junit4]
[junit4] Suite: org.apache.lucene.analysis.TestToken
[junit4] Completed [270/459] on J0 in 0.01s, 5 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestSimpleSearchEquivalence
[junit4] Completed [271/459] on J0 in 0.15s, 17 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestCustomSearcherSort
[junit4] Completed [272/459] on J0 in 0.29s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.similarities.TestSimilarityBase
[junit4] Completed [273/459] on J0 in 0.35s, 31 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.automaton.TestDeterminizeLexicon
[junit4] Completed [274/459] on J0 in 0.47s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.Test2BDocs
[junit4] IGNOR/A 0.00s J0 | Test2BDocs.test2BDocs
[junit4] > Assumption #1: 'monster' test group is disabled (@Monster(value=Takes ~30min))
[junit4] Completed [275/459] on J0 in 0.00s, 1 test, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterOnDiskFull
[junit4] Completed [276/459] on J0 in 0.16s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.spans.TestSpans
[junit4] Completed [277/459] on J0 in 0.20s, 26 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestCustomNorms
[junit4] Completed [278/459] on J0 in 0.50s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestPostingsOffsets
[junit4] Completed [279/459] on J0 in 0.14s, 13 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestMixedCodecs
[junit4] Completed [280/459] on J0 in 0.38s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestTransactionRollback
[junit4] Completed [281/459] on J0 in 0.09s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.spans.TestSpanExplanations
[junit4] Completed [282/459] on J0 in 0.23s, 30 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestStressIndexing2
[junit4] Completed [283/459] on J0 in 0.25s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.store.TestRAMDirectory
[junit4] IGNOR/A 0.00s J0 | TestRAMDirectory.testPendingDeletions
[junit4] > Assumption #1: we can only install VirusCheckingFS on an FSDirectory
[junit4] IGNOR/A 0.00s J0 | TestRAMDirectory.testFsyncDoesntCreateNewFiles
[junit4] > Assumption #1: test only works for FSDirectory subclasses
[junit4] Completed [284/459] on J0 in 0.38s, 46 tests, 2 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.TestDocsAndPositions
[junit4] Completed [285/459] on J0 in 0.07s, 6 tests
[junit4]
[junit4] Suite: org.apache.lucene.TestMergeSchedulerExternal
[junit4] Completed [286/459] on J0 in 0.30s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestBagOfPostings
[junit4] Completed [287/459] on J0 in 0.40s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestTermVectorsWriter
[junit4] Completed [288/459] on J0 in 0.10s, 15 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestCodecs
[junit4] Completed [289/459] on J0 in 0.16s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestStressNRT
[junit4] Completed [290/459] on J0 in 0.06s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestOmitTf
[junit4] Completed [291/459] on J0 in 0.15s, 6 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.spans.TestNearSpansOrdered
[junit4] Completed [292/459] on J0 in 0.08s, 19 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestSameScoresWithThreads
[junit4] Completed [293/459] on J0 in 0.48s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestMultiFields
[junit4] Completed [294/459] on J0 in 0.12s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestScorerPerf
[junit4] Completed [295/459] on J0 in 0.69s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestMultiTermConstantScore
[junit4] Completed [296/459] on J0 in 0.16s, 7 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestForTooMuchCloning
[junit4] Completed [297/459] on J0 in 0.04s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
[junit4] Completed [298/459] on J0 in 0.99s, 11 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestPagedBytes
[junit4] Completed [299/459] on J1 in 14.81s, 4 tests, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.TestPayloads
[junit4] Completed [300/459] on J0 in 0.05s, 7 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestWildcard
[junit4] Completed [301/459] on J1 in 0.04s, 8 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.similarities.TestSimilarity2
[junit4] Completed [302/459] on J0 in 0.07s, 8 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestNoDeletionPolicy
[junit4] Completed [303/459] on J1 in 0.08s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestSimpleExplanationsOfNonMatches
[junit4] Completed [304/459] on J0 in 0.06s, 70 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestRegexpQuery
[junit4] Completed [305/459] on J1 in 0.05s, 7 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestTermVectorsReader
[junit4] Completed [306/459] on J0 in 0.13s, 13 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestPerSegmentDeletes
[junit4] Completed [307/459] on J1 in 0.02s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestPrefixInBooleanQuery
[junit4] Completed [308/459] on J0 in 0.21s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestTopDocsCollector
[junit4] Completed [309/459] on J1 in 0.02s, 8 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestSegmentTermEnum
[junit4] Completed [310/459] on J0 in 0.01s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestPrefixCodedTerms
[junit4] Completed [311/459] on J0 in 0.14s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestUnicodeUtil
[junit4] Completed [312/459] on J1 in 0.25s, 5 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestAllFilesHaveCodecHeader
[junit4] Completed [313/459] on J0 in 0.21s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestParallelReaderEmptyIndex
[junit4] Completed [314/459] on J0 in 0.02s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestTopFieldCollector
[junit4] Completed [315/459] on J0 in 0.05s, 8 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestSentinelIntSet
[junit4] Completed [316/459] on J0 in 0.13s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestWildcardRandom
[junit4] Completed [317/459] on J0 in 0.06s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestAutomatonQuery
[junit4] Completed [318/459] on J1 in 1.35s, 8 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestRegexpRandom
[junit4] Completed [319/459] on J1 in 0.05s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.store.TestDirectory
[junit4] IGNOR/A 0.00s J0 | TestDirectory.testListAll
[junit4] > Assumption #1: this test does not expect extra files
[junit4] Completed [320/459] on J0 in 0.67s, 4 tests, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.TestPayloadsOnVectors
[junit4] Completed [321/459] on J0 in 0.02s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestCheckIndex
[junit4] Completed [322/459] on J1 in 0.39s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestConstantScoreQuery
[junit4] Completed [323/459] on J0 in 0.05s, 5 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestMatchAllDocsQuery
[junit4] Completed [324/459] on J1 in 0.01s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestElevationComparator
[junit4] Completed [325/459] on J0 in 0.03s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestBinaryTerms
[junit4] Completed [326/459] on J1 in 0.12s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterConfig
[junit4] Completed [327/459] on J0 in 0.05s, 8 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestConjunctions
[junit4] Completed [328/459] on J1 in 0.03s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestMultiTermQueryRewrites
[junit4] Completed [329/459] on J0 in 0.02s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestPositionIncrement
[junit4] Completed [330/459] on J1 in 0.05s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.spans.TestSpanExplanationsOfNonMatches
[junit4] Completed [331/459] on J0 in 0.06s, 30 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestVirtualMethod
[junit4] Completed [332/459] on J1 in 0.02s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestSimilarityProvider
[junit4] Completed [333/459] on J0 in 0.07s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.TestSearch
[junit4] Completed [334/459] on J1 in 0.03s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestFilterIterator
[junit4] Completed [335/459] on J0 in 0.02s, 8 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.Test2BPostings
[junit4] IGNOR/A 0.00s J1 | Test2BPostings.test
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] Completed [336/459] on J1 in 0.00s, 1 test, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.TestSameTokenSamePosition
[junit4] Completed [337/459] on J0 in 0.04s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestCachingCollector
[junit4] Completed [338/459] on J1 in 0.03s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.document.TestBinaryDocument
[junit4] Completed [339/459] on J0 in 0.01s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestAutomatonQueryUnicode
[junit4] Completed [340/459] on J1 in 0.01s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestTotalHitCountCollector
[junit4] Completed [341/459] on J0 in 0.01s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestNoMergePolicy
[junit4] Completed [342/459] on J1 in 0.03s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestNoMergeScheduler
[junit4] Completed [343/459] on J0 in 0.01s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterLockRelease
[junit4] Completed [344/459] on J1 in 0.02s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestPhrasePrefixQuery
[junit4] Completed [345/459] on J0 in 0.01s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.TestDemo
[junit4] Completed [346/459] on J1 in 0.02s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.TestAssertions
[junit4] Completed [347/459] on J0 in 0.03s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestRollback
[junit4] Completed [348/459] on J1 in 0.01s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.util.TestCloseableThreadLocal
[junit4] Completed [349/459] on J0 in 0.01s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestVersion
[junit4] Completed [350/459] on J1 in 0.15s, 11 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.Test4GBStoredFields
[junit4] IGNOR/A 0.00s J0 | Test4GBStoredFields.test
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] Completed [351/459] on J0 in 0.00s, 1 test, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.TestCodecHoldsOpenFiles
[junit4] Completed [352/459] on J1 in 0.04s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestReaderClosed
[junit4] Completed [353/459] on J0 in 0.02s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.MultiCollectorTest
[junit4] Completed [354/459] on J1 in 0.02s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestIntsRef
[junit4] Completed [355/459] on J0 in 0.03s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.analysis.tokenattributes.TestSimpleAttributeImpl
[junit4] Completed [356/459] on J1 in 0.01s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.Test2BPositions
[junit4] IGNOR/A 0.00s J0 | Test2BPositions.test
[junit4] > Assumption #1: 'monster' test group is disabled (@Monster(value=uses lots of space and takes a few minutes))
[junit4] Completed [357/459] on J0 in 0.00s, 1 test, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.Test2BPostingsBytes
[junit4] IGNOR/A 0.00s J1 | Test2BPostingsBytes.test
[junit4] > Assumption #1: 'monster' test group is disabled (@Monster(value=takes ~20GB-30GB of space and 10 minutes))
[junit4] Completed [358/459] on J1 in 0.00s, 1 test, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.search.TestPositiveScoresOnlyCollector
[junit4] Completed [359/459] on J0 in 0.01s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestNewestSegment
[junit4] Completed [360/459] on J1 in 0.02s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.Test2BNumericDocValues
[junit4] IGNOR/A 0.00s J0 | Test2BNumericDocValues.testNumerics
[junit4] > Assumption #1: 'monster' test group is disabled (@Monster(value=takes ~ 2 hours if the heap is 5gb))
[junit4] Completed [361/459] on J0 in 0.00s, 1 test, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.analysis.TestCharArrayMap
[junit4] Completed [362/459] on J1 in 0.06s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.analysis.TestCharacterUtils
[junit4] Completed [363/459] on J0 in 0.01s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.analysis.TestDelegatingAnalyzerWrapper
[junit4] Completed [364/459] on J1 in 0.01s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.analysis.TestStopFilter
[junit4] Completed [365/459] on J0 in 0.01s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.analysis.TestWordlistLoader
[junit4] Completed [366/459] on J1 in 0.01s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.codecs.TestCodecUtil
[junit4] Completed [367/459] on J1 in 0.03s, 16 tests
[junit4]
[junit4] Suite: org.apache.lucene.codecs.lucene50.TestForUtil
[junit4] Completed [368/459] on J1 in 0.08s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.codecs.TestCodecLoadingDeadlock
[junit4] Completed [369/459] on J0 in 0.67s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.codecs.lucene50.TestLucene60FieldInfoFormat
[junit4] Completed [370/459] on J0 in 0.31s, 11 tests
[junit4]
[junit4] Suite: org.apache.lucene.codecs.lucene60.TestLucene60PointsFormat
[junit4] IGNOR/A 0.00s J0 | TestLucene60PointsFormat.testRandomBinaryBig
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] IGNOR/A 0.00s J0 | TestLucene60PointsFormat.testMergeStability
[junit4] > Assumpt
[...truncated too long message...]
y-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml
common.resolve:
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/null112534246
[copy] Copying 38 files to /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/null112534246
[delete] Deleting directory /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/null112534246
resolve-example:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml
resolve:
resolve-server:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml
resolve:
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/null235073446
[copy] Copying 227 files to /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/null235073446
[delete] Deleting directory /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/null235073446
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 29ms :: artifacts dl 3ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 107 minutes 4 seconds
Archiving artifacts
WARN: No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/*_pid*.log". Configuration error?
WARN: java.lang.InterruptedException: no matches found within 10000
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=70a9e5b3f58d06f1a7616a9b2c7f9681a7ecd5eb, workspace=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris
[WARNINGS] Computing warning deltas based on reference build #420
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 420 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/420/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC
4 tests failed.
FAILED: org.apache.solr.cloud.AliasIntegrationTest.testModifyMetadataV2
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([FB172D5D63C9D5B9:76BA3FEF7D7AFD22]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.AliasIntegrationTest.checkFooAndBarMeta(AliasIntegrationTest.java:283)
at org.apache.solr.cloud.AliasIntegrationTest.testModifyMetadataV2(AliasIntegrationTest.java:237)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=15592, name=jetty-launcher-1729-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) 2) Thread[id=15591, name=jetty-launcher-1729-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
1) Thread[id=15592, name=jetty-launcher-1729-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
2) Thread[id=15591, name=jetty-launcher-1729-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
at __randomizedtesting.SeedInfo.seed([FB172D5D63C9D5B9]:0)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testSetProperties
Error Message:
Expected 8 triggers but found: [x0, x1, x2, x3, x4, x5, x6] expected:<8> but was:<7>
Stack Trace:
java.lang.AssertionError: Expected 8 triggers but found: [x0, x1, x2, x3, x4, x5, x6] expected:<8> but was:<7>
at __randomizedtesting.SeedInfo.seed([FB172D5D63C9D5B9:9073FA14D0E4403D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testSetProperties(TriggerIntegrationTest.java:1322)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([FB172D5D63C9D5B9:411B1AD23C2103F6]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.junit.Assert.assertNull(Assert.java:562)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1575)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12302 lines...]
[junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_FB172D5D63C9D5B9-001/init-core-data-001
[junit4] 2> 1149757 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[FB172D5D63C9D5B9]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1149757 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[FB172D5D63C9D5B9]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1149758 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[FB172D5D63C9D5B9]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1149788 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[FB172D5D63C9D5B9]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_FB172D5D63C9D5B9-001/tempDir-001
[junit4] 2> 1149788 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[FB172D5D63C9D5B9]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1149789 INFO (Thread-8339) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1149789 INFO (Thread-8339) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1149791 ERROR (Thread-8339) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1149889 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[FB172D5D63C9D5B9]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:46075
[junit4] 2> 1149891 INFO (zkConnectionManagerCallback-1732-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1149896 INFO (jetty-launcher-1729-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1149896 INFO (jetty-launcher-1729-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1149897 INFO (jetty-launcher-1729-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1149897 INFO (jetty-launcher-1729-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1149897 INFO (jetty-launcher-1729-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1149898 INFO (jetty-launcher-1729-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1149898 INFO (jetty-launcher-1729-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1149898 INFO (jetty-launcher-1729-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1149898 INFO (jetty-launcher-1729-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6738bc47{/solr,null,AVAILABLE}
[junit4] 2> 1149898 INFO (jetty-launcher-1729-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d44a667{/solr,null,AVAILABLE}
[junit4] 2> 1149900 INFO (jetty-launcher-1729-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1f226cec{HTTP/1.1,[http/1.1]}{127.0.0.1:45640}
[junit4] 2> 1149900 INFO (jetty-launcher-1729-thread-1) [ ] o.e.j.s.Server Started @1153405ms
[junit4] 2> 1149901 INFO (jetty-launcher-1729-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45640}
[junit4] 2> 1149901 INFO (jetty-launcher-1729-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2c81dc4c{HTTP/1.1,[http/1.1]}{127.0.0.1:48917}
[junit4] 2> 1149901 INFO (jetty-launcher-1729-thread-2) [ ] o.e.j.s.Server Started @1153405ms
[junit4] 2> 1149901 INFO (jetty-launcher-1729-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=48917}
[junit4] 2> 1149901 ERROR (jetty-launcher-1729-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1149901 ERROR (jetty-launcher-1729-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1149901 INFO (jetty-launcher-1729-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 1149901 INFO (jetty-launcher-1729-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1149901 INFO (jetty-launcher-1729-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 1149901 INFO (jetty-launcher-1729-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1149901 INFO (jetty-launcher-1729-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1149901 INFO (jetty-launcher-1729-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-01T03:21:39.991Z
[junit4] 2> 1149901 INFO (jetty-launcher-1729-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1149901 INFO (jetty-launcher-1729-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-01T03:21:39.991Z
[junit4] 2> 1149903 INFO (zkConnectionManagerCallback-1735-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1149904 INFO (zkConnectionManagerCallback-1736-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1149904 INFO (jetty-launcher-1729-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1149904 INFO (jetty-launcher-1729-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1149911 INFO (jetty-launcher-1729-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46075/solr
[junit4] 2> 1149911 INFO (jetty-launcher-1729-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46075/solr
[junit4] 2> 1149913 INFO (zkConnectionManagerCallback-1742-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1149914 INFO (zkConnectionManagerCallback-1744-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1149916 INFO (zkConnectionManagerCallback-1746-thread-1-processing-n:127.0.0.1:45640_solr) [n:127.0.0.1:45640_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1149917 INFO (zkConnectionManagerCallback-1748-thread-1-processing-n:127.0.0.1:48917_solr) [n:127.0.0.1:48917_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1150046 INFO (jetty-launcher-1729-thread-2) [n:127.0.0.1:48917_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1150046 INFO (jetty-launcher-1729-thread-2) [n:127.0.0.1:48917_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:48917_solr
[junit4] 2> 1150047 INFO (jetty-launcher-1729-thread-2) [n:127.0.0.1:48917_solr ] o.a.s.c.Overseer Overseer (id=72121190628786182-127.0.0.1:48917_solr-n_0000000000) starting
[junit4] 2> 1150057 INFO (jetty-launcher-1729-thread-2) [n:127.0.0.1:48917_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48917_solr
[junit4] 2> 1150060 INFO (OverseerStateUpdate-72121190628786182-127.0.0.1:48917_solr-n_0000000000) [n:127.0.0.1:48917_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1150062 INFO (jetty-launcher-1729-thread-1) [n:127.0.0.1:45640_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1150064 INFO (jetty-launcher-1729-thread-1) [n:127.0.0.1:45640_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1150067 INFO (jetty-launcher-1729-thread-1) [n:127.0.0.1:45640_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45640_solr
[junit4] 2> 1150068 INFO (zkCallback-1747-thread-1-processing-n:127.0.0.1:48917_solr) [n:127.0.0.1:48917_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1150086 INFO (zkCallback-1745-thread-1-processing-n:127.0.0.1:45640_solr) [n:127.0.0.1:45640_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1150126 INFO (jetty-launcher-1729-thread-1) [n:127.0.0.1:45640_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 1150132 WARN (jetty-launcher-1729-thread-1) [n:127.0.0.1:45640_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 1150137 INFO (jetty-launcher-1729-thread-1) [n:127.0.0.1:45640_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=serv1-vm3,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=staff, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 1150170 INFO (jetty-launcher-1729-thread-2) [n:127.0.0.1:48917_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 1150170 WARN (jetty-launcher-1729-thread-2) [n:127.0.0.1:48917_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 1150171 INFO (jetty-launcher-1729-thread-2) [n:127.0.0.1:48917_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=serv1-vm3,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=staff, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 1150208 INFO (jetty-launcher-1729-thread-2) [n:127.0.0.1:48917_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 1150208 INFO (jetty-launcher-1729-thread-1) [n:127.0.0.1:45640_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 1150232 INFO (jetty-launcher-1729-thread-1-EventThread) [n:127.0.0.1:45640_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 1150234 INFO (jetty-launcher-1729-thread-2-EventThread) [n:127.0.0.1:48917_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 1150345 WARN (jetty-launcher-1729-thread-1) [n:127.0.0.1:45640_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 1150345 WARN (jetty-launcher-1729-thread-2) [n:127.0.0.1:48917_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 1150392 INFO (jetty-launcher-1729-thread-2) [n:127.0.0.1:48917_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48917.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78273b86
[junit4] 2> 1150395 INFO (jetty-launcher-1729-thread-1) [n:127.0.0.1:45640_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45640.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78273b86
[junit4] 2> 1150401 INFO (jetty-launcher-1729-thread-2) [n:127.0.0.1:48917_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48917.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78273b86
[junit4] 2> 1150401 INFO (jetty-launcher-1729-thread-2) [n:127.0.0.1:48917_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48917.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78273b86
[junit4] 2> 1150401 INFO (jetty-launcher-1729-thread-1) [n:127.0.0.1:45640_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45640.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78273b86
[junit4] 2> 1150401 INFO (jetty-launcher-1729-thread-1) [n:127.0.0.1:45640_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45640.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78273b86
[junit4] 2> 1150402 INFO (jetty-launcher-1729-thread-2) [n:127.0.0.1:48917_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_FB172D5D63C9D5B9-001/tempDir-001/node1/.
[junit4] 2> 1150402 INFO (jetty-launcher-1729-thread-1) [n:127.0.0.1:45640_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_FB172D5D63C9D5B9-001/tempDir-001/node2/.
[junit4] 2> 1150432 INFO (zkConnectionManagerCallback-1754-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1150434 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10039d73c350009, likely client has closed socket
[junit4] 2> 1150455 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[FB172D5D63C9D5B9]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
[junit4] 2> 1150480 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[FB172D5D63C9D5B9]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noGroups&p=noGroups&t=test&e=1517491300556&s=mvPSAgBJXT//49ZNfbdvEtiFWFc="; Path=/; Domain=127.0.0.1; Expires=J, 01-Feb-2018 13:21:40 GMT; HttpOnly". Invalid 'expires' attribute: J, 01-Feb-2018 13:21:40 GMT
[junit4] 2> 1150481 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[FB172D5D63C9D5B9]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
[junit4] 2> 1150498 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[FB172D5D63C9D5B9]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testForwarding
[junit4] 2> 1150500 INFO (zkConnectionManagerCallback-1757-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1150995 INFO (zkConnectionManagerCallback-1760-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1150997 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[FB172D5D63C9D5B9]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1150998 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[FB172D5D63C9D5B9]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46075/solr ready
[junit4] 2> 1151002 INFO (qtp1169959775-15539) [n:127.0.0.1:48917_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1151006 INFO (OverseerThreadFactory-3382-thread-1-processing-n:127.0.0.1:48917_solr) [n:127.0.0.1:48917_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection forwardingCollection
[junit4] 2> 1151117 INFO (OverseerStateUpdate-72121190628786182-127.0.0.1:48917_solr-n_0000000000) [n:127.0.0.1:48917_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"forwardingCollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"forwardingCollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:45640/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1151322 INFO (qtp556391846-15546) [n:127.0.0.1:45640_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1151322 INFO (qtp556391846-15546) [n:127.0.0.1:45640_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1151427 INFO (zkCallback-1745-thread-1-processing-n:127.0.0.1:45640_solr) [n:127.0.0.1:45640_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1151428 INFO (zkCallback-1745-thread-2-processing-n:127.0.0.1:45640_solr) [n:127.0.0.1:45640_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1152350 INFO (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1152367 INFO (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema [forwardingCollection_shard1_replica_n1] Schema name=test
[junit4] 2> 1152670 INFO (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1152692 INFO (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'forwardingCollection_shard1_replica_n1' using configuration from collection forwardingCollection, trusted=true
[junit4] 2> 1152692 INFO (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45640.solr.core.forwardingCollection.shard1.replica_n1' (registry 'solr.core.forwardingCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78273b86
[junit4] 2> 1152693 INFO (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1152693 INFO (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [[forwardingCollection_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_FB172D5D63C9D5B9-001/tempDir-001/node2/forwardingCollection_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_FB172D5D63C9D5B9-001/tempDir-001/node2/./forwardingCollection_shard1_replica_n1/data/]
[junit4] 2> 1152694 INFO (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=58.9052734375, floorSegmentMB=0.7021484375, forceMergeDeletesPctAllowed=14.51644617190361, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.780054157225594
[junit4] 2> 1152742 INFO (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1152742 INFO (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1152743 INFO (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1152743 INFO (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1152744 INFO (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=45, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.11126311555072183]
[junit4] 2> 1152744 INFO (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@255ef0a7[forwardingCollection_shard1_replica_n1] main]
[junit4] 2> 1152747 INFO (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 1152752 INFO (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 1152771 INFO (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1152771 INFO (searcherExecutor-3387-thread-1-processing-n:127.0.0.1:45640_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 1152771 INFO (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591167211652775936
[junit4] 2> 1152772 INFO (searcherExecutor-3387-thread-1-processing-n:127.0.0.1:45640_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 1152772 INFO (searcherExecutor-3387-thread-1-processing-n:127.0.0.1:45640_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 1152772 INFO (searcherExecutor-3387-thread-1-processing-n:127.0.0.1:45640_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 1152772 INFO (searcherExecutor-3387-thread-1-processing-n:127.0.0.1:45640_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 1152772 INFO (searcherExecutor-3387-thread-1-processing-n:127.0.0.1:45640_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 1152773 INFO (searcherExecutor-3387-thread-1-processing-n:127.0.0.1:45640_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 1152773 INFO (searcherExecutor-3387-thread-1-processing-n:127.0.0.1:45640_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 1152773 INFO (searcherExecutor-3387-thread-1-processing-n:127.0.0.1:45640_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 1152775 INFO (searcherExecutor-3387-thread-1-processing-n:127.0.0.1:45640_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] Registered new searcher Searcher@255ef0a7[forwardingCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1152782 INFO (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1152782 INFO (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1152782 INFO (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45640/solr/forwardingCollection_shard1_replica_n1/
[junit4] 2> 1152782 INFO (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1152782 INFO (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:45640/solr/forwardingCollection_shard1_replica_n1/ has no replicas
[junit4] 2> 1152782 INFO (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1152786 INFO (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45640/solr/forwardingCollection_shard1_replica_n1/ shard1
[junit4] 2> 1152889 INFO (zkCallback-1745-thread-2-processing-n:127.0.0.1:45640_solr) [n:127.0.0.1:45640_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1152889 INFO (zkCallback-1745-thread-1-processing-n:127.0.0.1:45640_solr) [n:127.0.0.1:45640_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1152892 INFO (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1152894 INFO (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1573
[junit4] 2> 1152895 WARN (httpShardExecutor-3378-thread-1-processing-n:127.0.0.1:48917_solr [http:////127.0.0.1:45640//solr] http:////127.0.0.1:45640//solr) [n:127.0.0.1:48917_solr ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1517491301410&s=DKf8jH63H/+UJ49Vp0xm4O1TD64="; Path=/; Domain=127.0.0.1; Expires=J, 01-Feb-2018 13:21:41 GMT; HttpOnly". Invalid 'expires' attribute: J, 01-Feb-2018 13:21:41 GMT
[junit4] 2> 1152898 INFO (qtp1169959775-15539) [n:127.0.0.1:48917_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1152998 INFO (zkCallback-1745-thread-1-processing-n:127.0.0.1:45640_solr) [n:127.0.0.1:45640_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1152998 INFO (zkCallback-1745-thread-2-processing-n:127.0.0.1:45640_solr) [n:127.0.0.1:45640_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1153007 INFO (OverseerCollectionConfigSetProcessor-72121190628786182-127.0.0.1:48917_solr-n_0000000000) [n:127.0.0.1:48917_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1153903 INFO (qtp1169959775-15539) [n:127.0.0.1:48917_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=2901
[junit4] 2> 1153903 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[FB172D5D63C9D5B9]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1517491301089&s=rTqHSr/XQJMSEjmVy7cnhyP8l8s="; Path=/; Domain=127.0.0.1; Expires=J, 01-Feb-2018 13:21:41 GMT; HttpOnly". Invalid 'expires' attribute: J, 01-Feb-2018 13:21:41 GMT
[junit4] 2> 1153904 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[FB172D5D63C9D5B9]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: forwardingCollection failOnTimeout:true timeout (sec):100
[junit4] 2> 1153904 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[FB172D5D63C9D5B9]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: forwardingCollection
[junit4] 2> 1153907 INFO (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1153908 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[FB172D5D63C9D5B9]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1517491303996&s=Se6q4L6Opdzp1GL0w2waYvCgA18="; Path=/; Domain=127.0.0.1; Expires=J, 01-Feb-2018 13:21:43 GMT; HttpOnly". Invalid 'expires' attribute: J, 01-Feb-2018 13:21:43 GMT
[junit4] 2> 1153910 INFO (qtp1169959775-15553) [n:127.0.0.1:48917_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1153913 INFO (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1153914 WARN (qtp1169959775-15553) [n:127.0.0.1:48917_solr ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1517491304003&s=kriSjiOrbPAhRSsE1EUOLLcK6qI="; Path=/; Domain=127.0.0.1; Expires=J, 01-Feb-2018 13:21:44 GMT; HttpOnly". Invalid 'expires' attribute: J, 01-Feb-2018 13:21:44 GMT
[junit4] 2> 1153914 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[FB172D5D63C9D5B9]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1517491304000&s=mcpfbpVG3E5lMK69pckG0JS0aEA="; Path=/; Domain=127.0.0.1; Expires=J, 01-Feb-2018 13:21:44 GMT; HttpOnly". Invalid 'expires' attribute: J, 01-Feb-2018 13:21:44 GMT
[junit4] 2> 1153915 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[FB172D5D63C9D5B9]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1517491304003&s=kriSjiOrbPAhRSsE1EUOLLcK6qI="; Path=/; Domain=127.0.0.1; Expires=J, 01-Feb-2018 13:21:44 GMT; HttpOnly". Invalid 'expires' attribute: J, 01-Feb-2018 13:21:44 GMT
[junit4] 2> 1153915 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[FB172D5D63C9D5B9]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testForwarding
[junit4] 2> 1153938 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[FB172D5D63C9D5B9]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
[junit4] 2> 1153940 INFO (qtp556391846-15540) [n:127.0.0.1:45640_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1153940 INFO (qtp556391846-15540) [n:127.0.0.1:45640_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1153940 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[FB172D5D63C9D5B9]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostAnyUser&p=anyHostAnyUser&t=test&e=1517491304029&s=AcEaT02gS3shOr4VWPa6d6lcPgA="; Path=/; Domain=127.0.0.1; Expires=J, 01-Feb-2018 13:21:44 GMT; HttpOnly". Invalid 'expires' attribute: J, 01-Feb-2018 13:21:44 GMT
[junit4] 2> 1153940 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[FB172D5D63C9D5B9]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
[junit4] 2> 1153972 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[FB172D5D63C9D5B9]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
[junit4] 2> 1153974 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[FB172D5D63C9D5B9]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noHosts&p=noHosts&t=test&e=1517491304063&s=gm5xxn9KXKAei1eqkVfLMHp5dGA="; Path=/; Domain=127.0.0.1; Expires=J, 01-Feb-2018 13:21:44 GMT; HttpOnly". Invalid 'expires' attribute: J, 01-Feb-2018 13:21:44 GMT
[junit4] 2> 1153975 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[FB172D5D63C9D5B9]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
[junit4] 2> 1154001 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[FB172D5D63C9D5B9]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
[junit4] 2> 1154002 INFO (qtp556391846-15540) [n:127.0.0.1:45640_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1154002 INFO (qtp556391846-15540) [n:127.0.0.1:45640_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1154002 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[FB172D5D63C9D5B9]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostUsersGroup&p=anyHostUsersGroup&t=test&e=1517491304091&s=nC6es3oKrMNXikJ2UTb1S0p/yOY="; Path=/; Domain=127.0.0.1; Expires=J, 01-Feb-2018 13:21:44 GMT; HttpOnly". Invalid 'expires' attribute: J, 01-Feb-2018 13:21:44 GMT
[junit4] 2> 1154003 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[FB172D5D63C9D5B9]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
[junit4] 2> 1154024 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[FB172D5D63C9D5B9]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
[junit4] 2> 1154024 INFO (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.SolrDispatchFilter Error authenticating
[junit4] 2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:449)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1154025 WARN (qtp556391846-15546) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.e.j.s.HttpChannel /solr/admin/collections
[junit4] 2> org.apache.solr.common.SolrException: Error during request authentication,
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:455)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:449)
[junit4] 2> ... 31 more
[junit4] 2> 1154031 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[FB172D5D63C9D5B9]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
[junit4] 2> 1154053 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[FB172D5D63C9D5B9]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
[junit4] 2> 1154054 INFO (qtp556391846-15547) [n:127.0.0.1:45640_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1154054 INFO (qtp556391846-15547) [n:127.0.0.1:45640_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1154055 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[FB172D5D63C9D5B9]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1517491304144&s=+XCJBquGQND5DTMMrVCmugvdkdY="; Path=/; Domain=127.0.0.1; Expires=J, 01-Feb-2018 13:21:44 GMT; HttpOnly". Invalid 'expires' attribute: J, 01-Feb-2018 13:21:44 GMT
[junit4] 2> 1154055 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[FB172D5D63C9D5B9]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
[junit4] 2> 1154077 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[FB172D5D63C9D5B9]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidRemote
[junit4] 2> 1154085 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[FB172D5D63C9D5B9]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1517491304168&s=vCiM0dJIGTYlpt3lYIIc/KmdhYY="; Path=/; Domain=127.0.0.1; Expires=J, 01-Feb-2018 13:21:44 GMT; HttpOnly". Invalid 'expires' attribute: J, 01-Feb-2018 13:21:44 GMT
[junit4] 2> 1154085 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[FB172D5D63C9D5B9]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidRemote
[junit4] 2> 1154117 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[FB172D5D63C9D5B9]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
[junit4] 2> 1154120 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[FB172D5D63C9D5B9]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=test&e=1517491304207&s=Ww+6GcUD456cgwyHnMzFjvCHvvQ="; Path=/; Domain=127.0.0.1; Expires=J, 01-Feb-2018 13:21:44 GMT; HttpOnly". Invalid 'expires' attribute: J, 01-Feb-2018 13:21:44 GMT
[junit4] 2> 1154120 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[FB172D5D63C9D5B9]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
[junit4] 2> 1154152 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[FB172D5D63C9D5B9]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
[junit4] 2> 1154170 WARN (qtp556391846-15543) [ ] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: invalid user name: "bar"
[junit4] 2> id: invalid user name: "bar"
[junit4] 2>
[junit4] 2> 1154172 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[FB172D5D63C9D5B9]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bogusGroup&p=bogusGroup&t=test&e=1517491304243&s=1YziM06b08MRSqXk3X7Ehfoe8gA="; Path=/; Domain=127.0.0.1; Expires=J, 01-Feb-2018 13:21:44 GMT; HttpOnly". Invalid 'expires' attribute: J, 01-Feb-2018 13:21:44 GMT
[junit4] 2> 1154172 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[FB172D5D63C9D5B9]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
[junit4] 2> 1154193 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[FB172D5D63C9D5B9]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
[junit4] 2> 1165055 WARN (jetty-launcher-1729-thread-1-SendThread(127.0.0.1:46075)) [n:127.0.0.1:45640_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 14713ms for sessionid 0x10039d73c350008
[junit4] 2> 1165055 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10039d73c350008, likely client has closed socket
[junit4] 2> 1165055 WARN (jetty-launcher-1729-thread-2-SendThread(127.0.0.1:46075)) [n:127.0.0.1:48917_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 14713ms for sessionid 0x10039d73c350007
[junit4] 2> 1165055 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10039d73c350007, likely client has closed socket
[junit4] 2> 1165056 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[FB172D5D63C9D5B9]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=wrongHost&p=wrongHost&t=test&e=1517491304284&s=oOFbnRt8y6q0V7yLDqrTidImts4="; Path=/; Domain=127.0.0.1; Expires=J, 01-Feb-2018 13:21:44 GMT; HttpOnly". Invalid 'expires' attribute: J, 01-Feb-2018 13:21:44 GMT
[junit4] 2> 1165056 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[FB172D5D63C9D5B9]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
[junit4] 2> 1165082 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[FB172D5D63C9D5B9]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyUnknownRemote
[junit4] 2> 1165155 WARN (zkConnectionManagerCallback-1760-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4b8b69f6 name: ZooKeeperConnection Watcher:127.0.0.1:46075/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 1165155 WARN (zkConnectionManagerCallback-1760-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 1180259 WARN (jetty-launcher-1729-thread-1-SendThread(127.0.0.1:46075)) [n:127.0.0.1:45640_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15208ms for sessionid 0x10039d73c350005
[junit4] 2> 1180259 WARN (jetty-launcher-1729-thread-2-SendThread(127.0.0.1:46075)) [n:127.0.0.1:48917_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15208ms for sessionid 0x10039d73c350006
[junit4] 2> 1180259 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10039d73c350005, likely client has closed socket
[junit4] 2> 1180259 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10039d73c350006, likely client has closed socket
[junit4] 2> 1180259 WARN (jetty-launcher-1729-thread-1-SendThread(127.0.0.1:46075)) [n:127.0.0.1:45640_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x10039d73c350008 has expired
[junit4] 2> 1180260 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[FB172D5D63C9D5B9]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1517491315173&s=TUQW0N0K6y4nARMge8n0u2VcGQM="; Path=/; Domain=127.0.0.1; Expires=J, 01-Feb-2018 13:21:55 GMT; HttpOnly". Invalid 'expires' attribute: J, 01-Feb-2018 13:21:55 GMT
[junit4] 2> 1180260 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[FB172D5D63C9D5B9]-SendThread(127.0.0.1:46075)) [ ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x10039d73c35000b has expired
[junit4] 2> 1180260 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[FB172D5D63C9D5B9]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyUnknownRemote
[junit4] 2> 1180260 WARN (zkConnectionManagerCallback-1760-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4b8b69f6 name: ZooKeeperConnection Watcher:127.0.0.1:46075/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 1180260 WARN (jetty-launcher-1729-thread-2-SendThread(127.0.0.1:46075)) [n:127.0.0.1:48917_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x10039d73c350007 has expired
[junit4] 2> 1180263 INFO (jetty-closer-1730-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2c81dc4c{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1180263 INFO (jetty-closer-1730-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1796967718
[junit4] 2> 1180263 INFO (jetty-closer-1730-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1f226cec{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1180263 INFO (jetty-closer-1730-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=769195635
[junit4] 2> 1180263 INFO (jetty-closer-1730-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1180263 INFO (jetty-closer-1730-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@31d5dbc6: rootName = solr_45640, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@580acd70
[junit4] 2> 1180264 INFO (jetty-closer-1730-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1180264 INFO (jetty-closer-1730-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@46a25efe: rootName = solr_48917, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@57814907
[junit4] 2> 1180268 INFO (jetty-closer-1730-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1180268 INFO (jetty-closer-1730-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1300c47: rootName = solr_45640, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@22e08e0d
[junit4] 2> 1180269 INFO (jetty-closer-1730-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1180269 INFO (jetty-closer-1730-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5811e0db: rootName = solr_48917, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@22e08e0d
[junit4] 2> 1180271 INFO (jetty-closer-1730-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1180271 INFO (jetty-closer-1730-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@349294e6: rootName = solr_45640, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@35231bdc
[junit4] 2> 1180271 INFO (jetty-closer-1730-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1180271 INFO (jetty-closer-1730-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@304774f2: rootName = solr_48917, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@35231bdc
[junit4] 2> 1180360 WARN (zkConnectionManagerCallback-1746-thread-1-processing-n:127.0.0.1:45640_solr) [n:127.0.0.1:45640_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4a4eb7a3 name: ZooKeeperConnection Watcher:127.0.0.1:46075/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 1180361 WARN (zkConnectionManagerCallback-1746-thread-1-processing-n:127.0.0.1:45640_solr) [n:127.0.0.1:45640_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 1180362 WARN (zkConnectionManagerCallback-1748-thread-1-processing-n:127.0.0.1:48917_solr) [n:127.0.0.1:48917_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1374bd22 name: ZooKeeperConnection Watcher:127.0.0.1:46075/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 1180363 WARN (zkConnectionManagerCallback-1748-thread-1-processing-n:127.0.0.1:48917_solr) [n:127.0.0.1:48917_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 1181390 INFO (zkConnectionManagerCallback-1746-thread-1-processing-n:127.0.0.1:45640_solr) [n:127.0.0.1:45640_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1181864 INFO (jetty-closer-1730-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:45640_solr
[junit4] 2> 1181865 INFO (jetty-closer-1730-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1181866 INFO (zkCallback-1745-thread-6-processing-n:127.0.0.1:45640_solr) [n:127.0.0.1:45640_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1181866 INFO (coreCloseExecutor-3392-thread-1) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@608b07ba
[junit4] 2> 1181866 INFO (coreCloseExecutor-3392-thread-1) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.forwardingCollection.shard1.replica_n1, tag=1619724218
[junit4] 2> 1181866 INFO (coreCloseExecutor-3392-thread-1) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5026b233: rootName = solr_45640, domain = solr.core.forwardingCollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.forwardingCollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@5a69aa7f
[junit4] 2> 1181873 INFO (coreCloseExecutor-3392-thread-1) [n:127.0.0.1:45640_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.forwardingCollection.shard1.leader, tag=1619724218
[junit4] 2> 1181878 ERROR (Thread[Thread-8357,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:45640_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 1181886 INFO (jetty-closer-1730-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6738bc47{/solr,null,UNAVAILABLE}
[junit4] 2> 1181886 INFO (jetty-closer-1730-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1181996 INFO (zkConnectionManagerCallback-1748-thread-1-processing-n:127.0.0.1:48917_solr) [n:127.0.0.1:48917_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1181997 INFO (zkCallback-1747-thread-4-processing-n:127.0.0.1:48917_solr) [n:127.0.0.1:48917_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1181998 INFO (jetty-closer-1730-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:48917_solr
[junit4] 2> 1181999 INFO (jetty-closer-1730-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1181999 INFO (jetty-closer-1730-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72121190628786182-127.0.0.1:48917_solr-n_0000000000) closing
[junit4] 2> 1182000 INFO (OverseerStateUpdate-72121190628786182-127.0.0.1:48917_solr-n_0000000000) [n:127.0.0.1:48917_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:48917_solr
[junit4] 2> 1182000 INFO (zkCallback-1747-thread-4-processing-n:127.0.0.1:48917_solr) [n:127.0.0.1:48917_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1182000 WARN (OverseerAutoScalingTriggerThread-72121190628786182-127.0.0.1:48917_solr-n_0000000000) [n:127.0.0.1:48917_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1182004 ERROR (Thread[Thread-8356,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:48917_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 1182006 INFO (jetty-closer-1730-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletCont
[...truncated too long message...]
19_solr) [n:127.0.0.1:55819_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 3009689 WARN (OverseerAutoScalingTriggerThread-72121307975188485-127.0.0.1:58067_solr-n_0000000000) [n:127.0.0.1:58067_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3009700 INFO (zkCallback-4224-thread-1-processing-n:127.0.0.1:55819_solr) [n:127.0.0.1:55819_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55819_solr
[junit4] 2> 3009701 INFO (jetty-closer-4207-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5d80f970{/solr,null,UNAVAILABLE}
[junit4] 2> 3009705 INFO (jetty-closer-4207-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3009707 INFO (jetty-closer-4207-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@161b7967{/solr,null,UNAVAILABLE}
[junit4] 2> 3009711 INFO (jetty-closer-4207-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3009712 ERROR (SUITE-AliasIntegrationTest-seed#[FB172D5D63C9D5B9]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3009713 INFO (SUITE-AliasIntegrationTest-seed#[FB172D5D63C9D5B9]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59029 59029
[junit4] 2> 3019192 INFO (Thread-4862) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59029 59029
[junit4] 2> 3019204 WARN (Thread-4862) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 24 /solr/aliases.json
[junit4] 2> 24 /solr/clusterprops.json
[junit4] 2> 16 /solr/configs/conf
[junit4] 2> 9 /solr/collections/collection2meta/terms/shard1
[junit4] 2> 9 /solr/collections/collection1meta/terms/shard2
[junit4] 2> 8 /solr/collections/collection1meta/terms/shard1
[junit4] 2> 3 /solr/collections/collection_two/terms/shard1
[junit4] 2> 3 /solr/collections/collection_one/terms/shard2
[junit4] 2> 3 /solr/collections/testErrorChecks-collection/terms/shard1
[junit4] 2> 3 /solr/collections/testErrorChecks-collection/terms/shard2
[junit4] 2> 3 /solr/collections/collection1/terms/shard2
[junit4] 2> 2 /solr/collections/collection_new/terms/shard1
[junit4] 2> 2 /solr/collections/collection2/terms/shard1
[junit4] 2> 2 /solr/collections/collection_one/terms/shard1
[junit4] 2> 2 /solr/collections/collection_old/terms/shard2
[junit4] 2> 2 /solr/collections/collection_old/terms/shard1
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/collections/collection1/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 173 /solr/aliases.json
[junit4] 2> 44 /solr/collections/collection1meta/state.json
[junit4] 2> 24 /solr/collections/collection2meta/state.json
[junit4] 2> 24 /solr/clusterstate.json
[junit4] 2> 11 /solr/collections/collection_one/state.json
[junit4] 2> 11 /solr/collections/collection1/state.json
[junit4] 2> 11 /solr/collections/collection_old/state.json
[junit4] 2> 11 /solr/collections/testErrorChecks-collection/state.json
[junit4] 2> 6 /solr/collections/collection_new/state.json
[junit4] 2> 6 /solr/collections/collection_two/state.json
[junit4] 2> 6 /solr/collections/collection2/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 189 /solr/collections
[junit4] 2> 24 /solr/live_nodes
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.AliasIntegrationTest_FB172D5D63C9D5B9-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {a_t=Lucene50(blocksize=128), id=Lucene50(blocksize=128)}, docValues:{}, maxPointsInLeafNode=907, maxMBSortInHeap=5.338186053646156, sim=RandomSimilarity(queryNorm=false): {}, locale=cs, timezone=America/Guatemala
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=78836216,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [ChaosMonkeySafeLeaderWithPullReplicasTest, MinimalSchemaTest, PeerSyncWithIndexFingerprintCachingTest, TestCoreDiscovery, TestOrdValues, LeaderInitiatedRecoveryOnShardRestartTest, TestGeoJSONResponseWriter, NodeAddedTriggerTest, ExternalFileFieldSortTest, DefaultValueUpdateProcessorTest, TestQuerySenderListener, TestMultiValuedNumericRangeQuery, TestStressLucene, TestStressRecovery, CdcrRequestHandlerTest, ReturnFieldsTest, RegexBytesRefFilterTest, TestManagedSchemaAPI, DocValuesTest, TestSolr4Spatial, DOMUtilTest, TestLegacyNumericUtils, TestDynamicFieldResource, UpdateParamsTest, TestSolrIndexConfig, RestartWhileUpdatingTest, ActionThrottleTest, TestFuzzyAnalyzedSuggestions, DistanceFunctionTest, CoreAdminHandlerTest, TestRandomFaceting, ShufflingReplicaListTransformerTest, ZkFailoverTest, ZkControllerTest, TestGenericDistributedQueue, SparseHLLTest, StatsReloadRaceTest, TestFieldCacheSort, TestRandomFlRTGCloud, MetricsConfigTest, PrimUtilsTest, URLClassifyProcessorTest, BasicFunctionalityTest, TestStressCloudBlindAtomicUpdates, HttpTriggerListenerTest, TestUniqueKeyFieldResource, TestHalfAndHalfDocValues, TestClusterProperties, TestPolicyCloud, DirectUpdateHandlerTest, TestFieldResource, VersionInfoTest, DebugComponentTest, HighlighterConfigTest, HighlighterMaxOffsetTest, DirectoryFactoryTest, TestReversedWildcardFilterFactory, TestMaxScoreQueryParser, TestSystemCollAutoCreate, TestAtomicUpdateErrorCases, TestSSLRandomization, TestCollectionAPIs, ZkStateReaderTest, CSVRequestHandlerTest, TestLRUCache, TriLevelCompositeIdRoutingTest, SortByFunctionTest, TestScoreJoinQPScore, DistribDocExpirationUpdateProcessorTest, TestStreamBody, TestCSVLoader, TestTestInjection, SolrMetricsIntegrationTest, TestFastLRUCache, TermVectorComponentTest, DistributedSuggestComponentTest, ChaosMonkeySafeLeaderTest, ConcurrentCreateRoutedAliasTest, DeleteReplicaTest, CustomCollectionTest, CreateRoutedAliasTest, TestComponentsName, InfixSuggestersTest, TestCrossCoreJoin, TestDFRSimilarityFactory, SearchRateTriggerTest, DateRangeFieldTest, AnalyticsQueryTest, DocValuesNotIndexedTest, TestHashPartitioner, SharedFSAutoReplicaFailoverTest, TestLuceneIndexBackCompat, TestPayloadScoreQParserPlugin, TestDistributedStatsComponentCardinality, SolrCmdDistributorTest, TestRTimerTree, DocExpirationUpdateProcessorFactoryTest, SmileWriterTest, SolrCoreCheckLockOnStartupTest, DistributedDebugComponentTest, TestCollectionAPI, TestRandomCollapseQParserPlugin, HdfsBasicDistributedZkTest, TestBadConfig, BJQParserTest, MergeStrategyTest, TestXmlQParser, TestPHPSerializedResponseWriter, ChaosMonkeyNothingIsSafeTest, TestRetrieveFieldsOptimizer, DistributedFacetExistsSmallTest, TestConfigReload, AddBlockUpdateTest, SystemInfoHandlerTest, LIRRollingUpdatesTest, TestManagedSynonymFilterFactory, TestSolr4Spatial2, TestConfig, TestLeaderElectionZkExpiry, TestSchemalessBufferedUpdates, DistributedIntervalFacetingTest, V2StandaloneTest, BadIndexSchemaTest, TestRTGBase, ClassificationUpdateProcessorTest, TestClusterStateProvider, BlockJoinFacetRandomTest, TestTolerantUpdateProcessorCloud, TestConfigSetImmutable, TestTriggerIntegration, ImplicitSnitchTest, TestHttpShardHandlerFactory, TestInPlaceUpdatesStandalone, OverriddenZkACLAndCredentialsProvidersTest, TestUpdate, NodeMutatorTest, TestDistribIDF, FullSolrCloudDistribCmdsTest, DistributedQueryComponentCustomSortTest, SSLMigrationTest, TestFastWriter, CollectionTooManyReplicasTest, HdfsRecoverLeaseTest, TestComplexPhraseQParserPlugin, TestSolrDeletionPolicy2, HttpPartitionOnCommitTest, SpellPossibilityIteratorTest, XsltUpdateRequestHandlerTest, TestEmbeddedSolrServerConstructors, ShardRoutingTest, TestConfigSets, CircularListTest, DistanceUnitsTest, AutoScalingHandlerTest, PKIAuthenticationIntegrationTest, TestSimpleTextCodec, IndexBasedSpellCheckerTest, CollectionsAPIDistributedZkTest, PrimitiveFieldTypeTest, DistributedQueueTest, TestPointFields, TestSolrQueryParser, PreAnalyzedFieldManagedSchemaCloudTest, IndexSchemaTest, ZkSolrClientTest, TestFieldTypeResource, CoreMergeIndexesAdminHandlerTest, ScriptEngineTest, MoveReplicaHDFSFailoverTest, TestDistribStateManager, HLLSerializationTest, AsyncCallRequestStatusResponseTest, TestExtendedDismaxParser, TestOnReconnectListenerSupport, TestOverriddenPrefixQueryForCustomFieldType, TestNamedUpdateProcessors, TestPullReplica, BlockCacheTest, TolerantUpdateProcessorTest, AssignTest, TestLMDirichletSimilarityFactory, TestNodeAddedTrigger, CoreAdminCreateDiscoverTest, SortSpecParsingTest, TestTrackingShardHandlerFactory, HdfsUnloadDistributedZkTest, BufferStoreTest, BasicDistributedZkTest, BasicDistributedZk2Test, UnloadDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, BasicZkTest, RecoveryZkTest, TestReplicationHandler, ShardRoutingCustomTest, TestDistributedGrouping, TestFaceting, DistributedSpellCheckComponentTest, TestStressReorder, TestReload, TestStressVersions, DistributedTermsComponentTest, TestCoreContainer, SimpleFacetsTest, StatsComponentTest, ConvertedLegacyTest, TestSort, TestFiltering, TestFunctionQuery, SoftAutoCommitTest, TestXIncludeConfig, TestLMJelinekMercerSimilarityFactory, TimeZoneUtilsTest, DateMathParserTest, TestSystemIdResolver, TestSolrJ, TestDocumentBuilder, SliceStateTest, TestCursorMarkWithoutUniqueKey, TestSimpleTrackingShardHandler, ConnectionReuseTest, AliasIntegrationTest]
[junit4] Completed [521/773 (3!)] on J1 in 81.25s, 8 tests, 1 failure <<< FAILURES!
[...truncated 49091 lines...]
[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 419 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/419/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTriggerRestoreState
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([B24CB570419656E7:3A713C0F7B56B74A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTriggerRestoreState(TriggerIntegrationTest.java:426)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13641 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_B24CB570419656E7-001/init-core-data-001
[junit4] 2> 3860501 WARN (SUITE-TriggerIntegrationTest-seed#[B24CB570419656E7]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=26 numCloses=26
[junit4] 2> 3860501 INFO (SUITE-TriggerIntegrationTest-seed#[B24CB570419656E7]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 3860503 INFO (SUITE-TriggerIntegrationTest-seed#[B24CB570419656E7]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 3860503 INFO (SUITE-TriggerIntegrationTest-seed#[B24CB570419656E7]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 3860504 INFO (SUITE-TriggerIntegrationTest-seed#[B24CB570419656E7]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_B24CB570419656E7-001/tempDir-001
[junit4] 2> 3860504 INFO (SUITE-TriggerIntegrationTest-seed#[B24CB570419656E7]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3860504 INFO (Thread-7938) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3860504 INFO (Thread-7938) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3860506 ERROR (Thread-7938) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3860604 INFO (SUITE-TriggerIntegrationTest-seed#[B24CB570419656E7]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:57557
[junit4] 2> 3860607 INFO (zkConnectionManagerCallback-6944-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3860612 INFO (jetty-launcher-6941-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:57:37-03:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3860612 INFO (jetty-launcher-6941-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:57:37-03:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3860613 INFO (jetty-launcher-6941-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3860613 INFO (jetty-launcher-6941-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3860613 INFO (jetty-launcher-6941-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3860614 INFO (jetty-launcher-6941-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3860614 INFO (jetty-launcher-6941-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3860614 INFO (jetty-launcher-6941-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 3860614 INFO (jetty-launcher-6941-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@bbf6883{/solr,null,AVAILABLE}
[junit4] 2> 3860614 INFO (jetty-launcher-6941-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d96a95a{/solr,null,AVAILABLE}
[junit4] 2> 3860614 INFO (jetty-launcher-6941-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5bc25d3f{HTTP/1.1,[http/1.1]}{127.0.0.1:53783}
[junit4] 2> 3860615 INFO (jetty-launcher-6941-thread-2) [ ] o.e.j.s.Server Started @3869347ms
[junit4] 2> 3860615 INFO (jetty-launcher-6941-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53783}
[junit4] 2> 3860615 ERROR (jetty-launcher-6941-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3860615 INFO (jetty-launcher-6941-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3860615 INFO (jetty-launcher-6941-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3860615 INFO (jetty-launcher-6941-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3860615 INFO (jetty-launcher-6941-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-30T10:57:08.995Z
[junit4] 2> 3860616 INFO (jetty-launcher-6941-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3b9308c9{HTTP/1.1,[http/1.1]}{127.0.0.1:43880}
[junit4] 2> 3860616 INFO (jetty-launcher-6941-thread-1) [ ] o.e.j.s.Server Started @3869348ms
[junit4] 2> 3860616 INFO (jetty-launcher-6941-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43880}
[junit4] 2> 3860616 ERROR (jetty-launcher-6941-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3860616 INFO (jetty-launcher-6941-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3860616 INFO (jetty-launcher-6941-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3860616 INFO (jetty-launcher-6941-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3860616 INFO (jetty-launcher-6941-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-30T10:57:08.996Z
[junit4] 2> 3860618 INFO (zkConnectionManagerCallback-6946-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3860619 INFO (zkConnectionManagerCallback-6948-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3860619 INFO (jetty-launcher-6941-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3860619 INFO (jetty-launcher-6941-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3860629 INFO (jetty-launcher-6941-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57557/solr
[junit4] 2> 3860631 INFO (zkConnectionManagerCallback-6952-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3860633 INFO (jetty-launcher-6941-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57557/solr
[junit4] 2> 3860635 INFO (zkConnectionManagerCallback-6956-thread-1-processing-n:127.0.0.1:53783_solr) [n:127.0.0.1:53783_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3860635 INFO (zkConnectionManagerCallback-6958-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3860638 INFO (zkConnectionManagerCallback-6960-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3860827 INFO (jetty-launcher-6941-thread-2) [n:127.0.0.1:53783_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3860828 INFO (jetty-launcher-6941-thread-2) [n:127.0.0.1:53783_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:53783_solr
[junit4] 2> 3860859 INFO (jetty-launcher-6941-thread-2) [n:127.0.0.1:53783_solr ] o.a.s.c.Overseer Overseer (id=72118417079074820-127.0.0.1:53783_solr-n_0000000000) starting
[junit4] 2> 3860861 INFO (jetty-launcher-6941-thread-1) [n:127.0.0.1:43880_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3860868 INFO (jetty-launcher-6941-thread-1) [n:127.0.0.1:43880_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43880_solr
[junit4] 2> 3860870 INFO (zkCallback-6955-thread-1-processing-n:127.0.0.1:53783_solr) [n:127.0.0.1:53783_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3860871 INFO (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3860877 DEBUG (OverseerAutoScalingTriggerThread-72118417079074820-127.0.0.1:53783_solr-n_0000000000) [n:127.0.0.1:53783_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3860880 INFO (jetty-launcher-6941-thread-2) [n:127.0.0.1:53783_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53783_solr
[junit4] 2> 3860885 DEBUG (OverseerAutoScalingTriggerThread-72118417079074820-127.0.0.1:53783_solr-n_0000000000) [n:127.0.0.1:53783_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 3860888 INFO (zkCallback-6955-thread-1-processing-n:127.0.0.1:53783_solr) [n:127.0.0.1:53783_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3860888 INFO (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3860889 DEBUG (OverseerAutoScalingTriggerThread-72118417079074820-127.0.0.1:53783_solr-n_0000000000) [n:127.0.0.1:53783_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:43880_solr, 127.0.0.1:53783_solr]
[junit4] 2> 3860889 DEBUG (OverseerAutoScalingTriggerThread-72118417079074820-127.0.0.1:53783_solr-n_0000000000) [n:127.0.0.1:53783_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 3860889 DEBUG (OverseerAutoScalingTriggerThread-72118417079074820-127.0.0.1:53783_solr-n_0000000000) [n:127.0.0.1:53783_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 3860892 DEBUG (OverseerAutoScalingTriggerThread-72118417079074820-127.0.0.1:53783_solr-n_0000000000) [n:127.0.0.1:53783_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3860892 DEBUG (OverseerAutoScalingTriggerThread-72118417079074820-127.0.0.1:53783_solr-n_0000000000) [n:127.0.0.1:53783_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 3860893 DEBUG (ScheduledTrigger-12240-thread-1) [n:127.0.0.1:53783_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3861017 INFO (jetty-launcher-6941-thread-2) [n:127.0.0.1:53783_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53783.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa58e88
[junit4] 2> 3861034 INFO (jetty-launcher-6941-thread-2) [n:127.0.0.1:53783_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53783.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa58e88
[junit4] 2> 3861034 INFO (jetty-launcher-6941-thread-2) [n:127.0.0.1:53783_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53783.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa58e88
[junit4] 2> 3861035 INFO (jetty-launcher-6941-thread-2) [n:127.0.0.1:53783_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_B24CB570419656E7-001/tempDir-001/node2/.
[junit4] 2> 3861201 INFO (jetty-launcher-6941-thread-1) [n:127.0.0.1:43880_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43880.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa58e88
[junit4] 2> 3861206 INFO (jetty-launcher-6941-thread-1) [n:127.0.0.1:43880_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43880.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa58e88
[junit4] 2> 3861206 INFO (jetty-launcher-6941-thread-1) [n:127.0.0.1:43880_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43880.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa58e88
[junit4] 2> 3861207 INFO (jetty-launcher-6941-thread-1) [n:127.0.0.1:43880_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_B24CB570419656E7-001/tempDir-001/node1/.
[junit4] 2> 3861225 INFO (zkConnectionManagerCallback-6966-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3861228 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100375177c30007, likely client has closed socket
[junit4] 2> 3861230 INFO (zkConnectionManagerCallback-6970-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3861231 INFO (SUITE-TriggerIntegrationTest-seed#[B24CB570419656E7]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3861234 INFO (SUITE-TriggerIntegrationTest-seed#[B24CB570419656E7]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:57557/solr ready
[junit4] 2> 3861255 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEventQueue
[junit4] 2> 3861255 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 3861256 DEBUG (zkCallback-6955-thread-1-processing-n:127.0.0.1:53783_solr) [n:127.0.0.1:53783_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 3861256 DEBUG (OverseerAutoScalingTriggerThread-72118417079074820-127.0.0.1:53783_solr-n_0000000000) [n:127.0.0.1:53783_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 3861259 DEBUG (OverseerAutoScalingTriggerThread-72118417079074820-127.0.0.1:53783_solr-n_0000000000) [n:127.0.0.1:53783_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3861259 DEBUG (OverseerAutoScalingTriggerThread-72118417079074820-127.0.0.1:53783_solr-n_0000000000) [n:127.0.0.1:53783_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3861260 DEBUG (OverseerAutoScalingTriggerThread-72118417079074820-127.0.0.1:53783_solr-n_0000000000) [n:127.0.0.1:53783_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 3861262 INFO (qtp1204548812-35045) [n:127.0.0.1:43880_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3861268 INFO (qtp1204548812-35045) [n:127.0.0.1:43880_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 3861271 INFO (qtp1204548812-35044) [n:127.0.0.1:43880_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3861273 INFO (qtp672288864-35038) [n:127.0.0.1:53783_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3861273 DEBUG (qtp1204548812-35040) [n:127.0.0.1:43880_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3861273 INFO (qtp1204548812-35040) [n:127.0.0.1:43880_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 3861274 DEBUG (zkCallback-6955-thread-1-processing-n:127.0.0.1:53783_solr) [n:127.0.0.1:53783_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 3861274 INFO (zkCallback-6955-thread-1-processing-n:127.0.0.1:53783_solr) [n:127.0.0.1:53783_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventQueueAction instantiated
[junit4] 2> 3861275 DEBUG (zkCallback-6955-thread-1-processing-n:127.0.0.1:53783_solr) [n:127.0.0.1:53783_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:43880_solr, 127.0.0.1:53783_solr]
[junit4] 2> 3861275 DEBUG (zkCallback-6955-thread-1-processing-n:127.0.0.1:53783_solr) [n:127.0.0.1:53783_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEQ instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventQueueAction}], enabled=true}
[junit4] 2> 3861275 DEBUG (OverseerAutoScalingTriggerThread-72118417079074820-127.0.0.1:53783_solr-n_0000000000) [n:127.0.0.1:53783_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 3861277 DEBUG (OverseerAutoScalingTriggerThread-72118417079074820-127.0.0.1:53783_solr-n_0000000000) [n:127.0.0.1:53783_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3861277 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:57:37-03:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3861277 DEBUG (OverseerAutoScalingTriggerThread-72118417079074820-127.0.0.1:53783_solr-n_0000000000) [n:127.0.0.1:53783_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3861278 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3861279 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3861279 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3861279 DEBUG (OverseerAutoScalingTriggerThread-72118417079074820-127.0.0.1:53783_solr-n_0000000000) [n:127.0.0.1:53783_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 3861279 DEBUG (ScheduledTrigger-12240-thread-1) [n:127.0.0.1:53783_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
[junit4] 2> 3861279 DEBUG (ScheduledTrigger-12240-thread-1) [n:127.0.0.1:53783_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 3861279 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a8a79f6{/solr,null,AVAILABLE}
[junit4] 2> 3861279 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4cfafde2{HTTP/1.1,[http/1.1]}{127.0.0.1:63933}
[junit4] 2> 3861279 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [ ] o.e.j.s.Server Started @3870011ms
[junit4] 2> 3861279 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63933}
[junit4] 2> 3861279 ERROR (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3861279 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3861280 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3861280 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3861280 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-30T10:57:09.660Z
[junit4] 2> 3861281 INFO (zkConnectionManagerCallback-6972-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3861282 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3861288 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57557/solr
[junit4] 2> 3861289 INFO (zkConnectionManagerCallback-6976-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3861292 INFO (zkConnectionManagerCallback-6978-thread-1-processing-n:127.0.0.1:63933_solr) [n:127.0.0.1:63933_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3861301 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [n:127.0.0.1:63933_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3861304 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [n:127.0.0.1:63933_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3861307 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [n:127.0.0.1:63933_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63933_solr
[junit4] 2> 3861310 INFO (zkCallback-6969-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3861310 INFO (zkCallback-6977-thread-1-processing-n:127.0.0.1:63933_solr) [n:127.0.0.1:63933_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3861310 INFO (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3861310 INFO (zkCallback-6955-thread-1-processing-n:127.0.0.1:53783_solr) [n:127.0.0.1:53783_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3861371 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [n:127.0.0.1:63933_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63933.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa58e88
[junit4] 2> 3861378 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [n:127.0.0.1:63933_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63933.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa58e88
[junit4] 2> 3861378 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [n:127.0.0.1:63933_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63933.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa58e88
[junit4] 2> 3861379 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [n:127.0.0.1:63933_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_B24CB570419656E7-001/tempDir-001/node3/.
[junit4] 2> 3862282 DEBUG (ScheduledTrigger-12240-thread-2) [n:127.0.0.1:53783_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
[junit4] 2> 3862282 DEBUG (ScheduledTrigger-12240-thread-2) [n:127.0.0.1:53783_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3862282 DEBUG (ScheduledTrigger-12240-thread-2) [n:127.0.0.1:53783_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:63933_solr at time 928087732584061
[junit4] 2> 3863270 INFO (OverseerCollectionConfigSetProcessor-72118417079074820-127.0.0.1:53783_solr-n_0000000000) [n:127.0.0.1:53783_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3863284 DEBUG (ScheduledTrigger-12240-thread-2) [n:127.0.0.1:53783_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
[junit4] 2> 3863284 DEBUG (ScheduledTrigger-12240-thread-2) [n:127.0.0.1:53783_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3863285 DEBUG (ScheduledTrigger-12240-thread-2) [n:127.0.0.1:53783_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEQ firing registered processor for nodes: [127.0.0.1:63933_solr] added at times [928087732584061], now=928088735440471
[junit4] 2> 3863285 DEBUG (ScheduledTrigger-12240-thread-2) [n:127.0.0.1:53783_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"34c17439efe7dT6m367lqvxtmyl6sjgwzgra0cy",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":928087732584061,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[928087732584061],
[junit4] 2> "nodeNames":["127.0.0.1:63933_solr"]}}
[junit4] 2> 3863285 DEBUG (ScheduledTrigger-12240-thread-2) [n:127.0.0.1:53783_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_triggerEQ]
[junit4] 2> 3863286 INFO (ScheduledTrigger-12240-thread-2) [n:127.0.0.1:53783_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 3863287 DEBUG (AutoscalingActionExecutor-12241-thread-1-processing-n:127.0.0.1:53783_solr) [n:127.0.0.1:53783_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"34c17439efe7dT6m367lqvxtmyl6sjgwzgra0cy",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":928087732584061,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[928087732584061],
[junit4] 2> "_enqueue_time_":928088736332987,
[junit4] 2> "nodeNames":["127.0.0.1:63933_solr"]}}
[junit4] 2> 3863287 INFO (AutoscalingActionExecutor-12241-thread-1-processing-n:127.0.0.1:53783_solr) [n:127.0.0.1:53783_solr ] o.a.s.c.a.TriggerIntegrationTest -- event: {
[junit4] 2> "id":"34c17439efe7dT6m367lqvxtmyl6sjgwzgra0cy",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":928087732584061,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[928087732584061],
[junit4] 2> "_enqueue_time_":928088736332987,
[junit4] 2> "nodeNames":["127.0.0.1:63933_solr"]}}
[junit4] 2> 3863289 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5bc25d3f{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 3863290 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=714931195
[junit4] 2> 3863290 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 3863290 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4e0d0cb4: rootName = solr_53783, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4c3e8092
[junit4] 2> 3863297 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 3863297 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2743b3e7: rootName = solr_53783, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@2e2db0e
[junit4] 2> 3863302 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 3863302 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@60c26a5b: rootName = solr_53783, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5cf63516
[junit4] 2> 3863304 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:53783_solr
[junit4] 2> 3863306 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 3863306 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3863306 INFO (zkCallback-6955-thread-1-processing-n:127.0.0.1:53783_solr) [n:127.0.0.1:53783_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 3863306 INFO (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 3863306 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [ ] o.a.s.c.Overseer Overseer (id=72118417079074820-127.0.0.1:53783_solr-n_0000000000) closing
[junit4] 2> 3863306 INFO (OverseerStateUpdate-72118417079074820-127.0.0.1:53783_solr-n_0000000000) [n:127.0.0.1:53783_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:53783_solr
[junit4] 2> 3863307 INFO (zkCallback-6977-thread-1-processing-n:127.0.0.1:63933_solr) [n:127.0.0.1:63933_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 3863306 INFO (zkCallback-6969-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 3863307 WARN (OverseerAutoScalingTriggerThread-72118417079074820-127.0.0.1:53783_solr-n_0000000000) [n:127.0.0.1:53783_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3863307 DEBUG (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 3863308 WARN (AutoscalingActionExecutor-12241-thread-1-processing-n:127.0.0.1:53783_solr) [n:127.0.0.1:53783_solr ] o.a.s.c.a.ScheduledTriggers Exception executing actions
[junit4] 2> org.apache.lucene.store.AlreadyClosedException: ScheduledTrigger node_added_triggerEQ has been closed.
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers$ScheduledTrigger.dequeue(ScheduledTriggers.java:526)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:310)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3863308 DEBUG (AutoscalingActionExecutor-12241-thread-1-processing-n:127.0.0.1:53783_solr) [n:127.0.0.1:53783_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 21 ms for event id=34c17439efe7dT6m367lqvxtmyl6sjgwzgra0cy
[junit4] 2> 3863310 INFO (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43880_solr
[junit4] 2> 3863310 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1d96a95a{/solr,null,UNAVAILABLE}
[junit4] 2> 3863311 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3863313 INFO (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr ] o.a.s.c.Overseer Overseer (id=72118417079074822-127.0.0.1:43880_solr-n_0000000001) starting
[junit4] 2> 3863322 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3863322 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 3863323 INFO (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventQueueAction instantiated
[junit4] 2> 3863323 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:43880_solr, 127.0.0.1:63933_solr]
[junit4] 2> 3863323 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEQ instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventQueueAction}], enabled=true}
[junit4] 2> 3863324 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:43880_solr, 127.0.0.1:63933_solr]
[junit4] 2> 3863324 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion -1
[junit4] 2> 3863324 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 3863332 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3863332 DEBUG (ScheduledTrigger-12255-thread-1) [n:127.0.0.1:43880_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3863332 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 3863334 DEBUG (ScheduledTrigger-12255-thread-2) [n:127.0.0.1:43880_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"34c17439efe7dT6m367lqvxtmyl6sjgwzgra0cy",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":928087732584061,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[928087732584061],
[junit4] 2> "_dequeue_time_":928088784475156,
[junit4] 2> "_enqueue_time_":928088736332987,
[junit4] 2> "nodeNames":["127.0.0.1:63933_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 3863334 DEBUG (ScheduledTrigger-12255-thread-2) [n:127.0.0.1:43880_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_triggerEQ]
[junit4] 2> 3863334 INFO (ScheduledTrigger-12255-thread-2) [n:127.0.0.1:43880_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 3863335 DEBUG (AutoscalingActionExecutor-12256-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"34c17439efe7dT6m367lqvxtmyl6sjgwzgra0cy",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":928087732584061,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[928087732584061],
[junit4] 2> "_dequeue_time_":928088784475156,
[junit4] 2> "_enqueue_time_":928088736332987,
[junit4] 2> "nodeNames":["127.0.0.1:63933_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 3863335 INFO (AutoscalingActionExecutor-12256-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr ] o.a.s.c.a.TriggerIntegrationTest -- event: {
[junit4] 2> "id":"34c17439efe7dT6m367lqvxtmyl6sjgwzgra0cy",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":928087732584061,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[928087732584061],
[junit4] 2> "_dequeue_time_":928088784475156,
[junit4] 2> "_enqueue_time_":928088736332987,
[junit4] 2> "nodeNames":["127.0.0.1:63933_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 3863336 DEBUG (AutoscalingActionExecutor-12256-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
[junit4] 2> 3863336 DEBUG (AutoscalingActionExecutor-12256-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerEQ after 5000ms
[junit4] 2> 3863336 DEBUG (AutoscalingActionExecutor-12256-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=34c17439efe7dT6m367lqvxtmyl6sjgwzgra0cy
[junit4] 2> 3863337 DEBUG (ScheduledTrigger-12255-thread-2) [n:127.0.0.1:43880_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
[junit4] 2> 3863337 DEBUG (ScheduledTrigger-12255-thread-2) [n:127.0.0.1:43880_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 3868319 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[B24CB570419656E7]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testEventQueue
[junit4] 2> 3868337 DEBUG (ScheduledTrigger-12255-thread-1) [n:127.0.0.1:43880_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3868337 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testListeners
[junit4] 2> 3868338 DEBUG (ScheduledTrigger-12255-thread-3) [n:127.0.0.1:43880_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
[junit4] 2> 3868338 DEBUG (ScheduledTrigger-12255-thread-3) [n:127.0.0.1:43880_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 3868338 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5
[junit4] 2> 3868339 DEBUG (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 3868339 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 3868342 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3868343 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3868343 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 3868352 INFO (qtp1204548812-35040) [n:127.0.0.1:43880_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3868354 INFO (qtp2135756025-35101) [n:127.0.0.1:63933_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3868354 DEBUG (qtp1204548812-35042) [n:127.0.0.1:43880_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3868355 INFO (qtp1204548812-35042) [n:127.0.0.1:43880_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 3868355 DEBUG (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 3868356 DEBUG (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:43880_solr, 127.0.0.1:63933_solr]
[junit4] 2> 3868356 DEBUG (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerL instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}, {name=test1, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestDummyAction}], enabled=true}
[junit4] 2> 3868356 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 3868358 INFO (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3868359 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3868359 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 3868359 DEBUG (ScheduledTrigger-12255-thread-2) [n:127.0.0.1:43880_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 3868359 DEBUG (ScheduledTrigger-12255-thread-2) [n:127.0.0.1:43880_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 3868361 INFO (qtp1204548812-35042) [n:127.0.0.1:43880_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3868362 INFO (qtp2135756025-35103) [n:127.0.0.1:63933_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3868362 DEBUG (qtp1204548812-35044) [n:127.0.0.1:43880_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3868362 INFO (qtp1204548812-35044) [n:127.0.0.1:43880_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 3868363 DEBUG (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 3868363 DEBUG (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:43880_solr, 127.0.0.1:63933_solr]
[junit4] 2> 3868364 DEBUG (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerL instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}, {name=test1, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestDummyAction}], enabled=true}
[junit4] 2> 3868364 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 3868364 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3868365 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 3868365 INFO (qtp1204548812-35044) [n:127.0.0.1:43880_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3868366 INFO (qtp2135756025-35106) [n:127.0.0.1:63933_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3868367 DEBUG (qtp2135756025-35103) [n:127.0.0.1:63933_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3868367 INFO (qtp2135756025-35103) [n:127.0.0.1:63933_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 3868368 DEBUG (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 3868368 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:57:37-03:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3868368 DEBUG (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:43880_solr, 127.0.0.1:63933_solr]
[junit4] 2> 3868369 DEBUG (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerL instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}, {name=test1, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestDummyAction}], enabled=true}
[junit4] 2> 3868369 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 3868369 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3868369 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3868369 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3868369 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3868369 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5d0ae110{/solr,null,AVAILABLE}
[junit4] 2> 3868370 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 3868370 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@631f5220{HTTP/1.1,[http/1.1]}{127.0.0.1:57725}
[junit4] 2> 3868370 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [ ] o.e.j.s.Server Started @3877104ms
[junit4] 2> 3868370 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57725}
[junit4] 2> 3868370 ERROR (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3868370 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3868370 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3868370 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3868370 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-30T10:57:16.750Z
[junit4] 2> 3868372 INFO (zkConnectionManagerCallback-6982-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3868373 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3868379 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57557/solr
[junit4] 2> 3868380 INFO (zkConnectionManagerCallback-6986-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3868383 INFO (zkConnectionManagerCallback-6988-thread-1-processing-n:127.0.0.1:57725_solr) [n:127.0.0.1:57725_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3868394 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [n:127.0.0.1:57725_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3868397 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [n:127.0.0.1:57725_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3868400 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [n:127.0.0.1:57725_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57725_solr
[junit4] 2> 3868402 INFO (zkCallback-6977-thread-1-processing-n:127.0.0.1:63933_solr) [n:127.0.0.1:63933_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3868402 INFO (zkCallback-6969-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3868402 INFO (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3868403 INFO (zkCallback-6987-thread-1-processing-n:127.0.0.1:57725_solr) [n:127.0.0.1:57725_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3868558 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [n:127.0.0.1:57725_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57725.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa58e88
[junit4] 2> 3868569 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [n:127.0.0.1:57725_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57725.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa58e88
[junit4] 2> 3868570 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [n:127.0.0.1:57725_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57725.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa58e88
[junit4] 2> 3868571 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [n:127.0.0.1:57725_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_B24CB570419656E7-001/tempDir-001/node4/.
[junit4] 2> 3869361 DEBUG (ScheduledTrigger-12255-thread-2) [n:127.0.0.1:43880_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 3869361 DEBUG (ScheduledTrigger-12255-thread-2) [n:127.0.0.1:43880_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3869361 DEBUG (ScheduledTrigger-12255-thread-2) [n:127.0.0.1:43880_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:57725_solr at time 928094814371755
[junit4] 2> 3870367 DEBUG (ScheduledTrigger-12255-thread-2) [n:127.0.0.1:43880_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 3870367 DEBUG (ScheduledTrigger-12255-thread-2) [n:127.0.0.1:43880_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3871370 DEBUG (ScheduledTrigger-12255-thread-2) [n:127.0.0.1:43880_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 3871370 DEBUG (ScheduledTrigger-12255-thread-2) [n:127.0.0.1:43880_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3871370 DEBUG (ScheduledTrigger-12255-thread-2) [n:127.0.0.1:43880_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerL firing registered processor for nodes: [127.0.0.1:57725_solr] added at times [928094814371755], now=928096823548778
[junit4] 2> 3871370 DEBUG (ScheduledTrigger-12255-thread-2) [n:127.0.0.1:43880_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"34c18e9ba7fabT6m367lqvxtmyl6sjgwzgra0d1",
[junit4] 2> "source":"node_added_triggerL",
[junit4] 2> "eventTime":928094814371755,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[928094814371755],
[junit4] 2> "nodeNames":["127.0.0.1:57725_solr"]}}
[junit4] 2> 3871370 DEBUG (ScheduledTrigger-12255-thread-2) [n:127.0.0.1:43880_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_triggerL]
[junit4] 2> 3871371 INFO (ScheduledTrigger-12255-thread-2) [n:127.0.0.1:43880_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 3871372 DEBUG (AutoscalingActionExecutor-12256-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"34c18e9ba7fabT6m367lqvxtmyl6sjgwzgra0d1",
[junit4] 2> "source":"node_added_triggerL",
[junit4] 2> "eventTime":928094814371755,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[928094814371755],
[junit4] 2> "_enqueue_time_":928096823706055,
[junit4] 2> "nodeNames":["127.0.0.1:57725_solr"]}}
[junit4] 2> 3871374 DEBUG (AutoscalingActionExecutor-12256-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerL after 5000ms
[junit4] 2> 3871374 DEBUG (AutoscalingActionExecutor-12256-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 2 ms for event id=34c18e9ba7fabT6m367lqvxtmyl6sjgwzgra0d1
[junit4] 2> 3873374 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:57:37-03:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3873375 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3873375 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3873375 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3873376 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4cd570e{/solr,null,AVAILABLE}
[junit4] 2> 3873376 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@747d2bf5{HTTP/1.1,[http/1.1]}{127.0.0.1:57079}
[junit4] 2> 3873376 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [ ] o.e.j.s.Server Started @3882112ms
[junit4] 2> 3873376 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57079}
[junit4] 2> 3873376 ERROR (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3873376 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3873376 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3873376 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3873377 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-30T10:57:21.757Z
[junit4] 2> 3873379 INFO (zkConnectionManagerCallback-6992-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3873380 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3873386 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57557/solr
[junit4] 2> 3873388 INFO (zkConnectionManagerCallback-6996-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3873391 INFO (zkConnectionManagerCallback-6998-thread-1-processing-n:127.0.0.1:57079_solr) [n:127.0.0.1:57079_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3873402 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [n:127.0.0.1:57079_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3873405 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [n:127.0.0.1:57079_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3873408 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [n:127.0.0.1:57079_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57079_solr
[junit4] 2> 3873410 INFO (zkCallback-6987-thread-1-processing-n:127.0.0.1:57725_solr) [n:127.0.0.1:57725_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3873410 INFO (zkCallback-6977-thread-1-processing-n:127.0.0.1:63933_solr) [n:127.0.0.1:63933_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3873410 INFO (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3873410 INFO (zkCallback-6969-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3873411 INFO (zkCallback-6997-thread-1-processing-n:127.0.0.1:57079_solr) [n:127.0.0.1:57079_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3873501 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [n:127.0.0.1:57079_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57079.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa58e88
[junit4] 2> 3873508 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [n:127.0.0.1:57079_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57079.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa58e88
[junit4] 2> 3873508 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [n:127.0.0.1:57079_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57079.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa58e88
[junit4] 2> 3873509 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [n:127.0.0.1:57079_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_B24CB570419656E7-001/tempDir-001/node5/.
[junit4] 2> 3876376 DEBUG (ScheduledTrigger-12255-thread-1) [n:127.0.0.1:43880_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 3876376 DEBUG (ScheduledTrigger-12255-thread-1) [n:127.0.0.1:43880_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3876376 DEBUG (ScheduledTrigger-12255-thread-1) [n:127.0.0.1:43880_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:57079_solr at time 928101831024873
[junit4] 2> 3877380 DEBUG (ScheduledTrigger-12255-thread-1) [n:127.0.0.1:43880_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 3877380 DEBUG (ScheduledTrigger-12255-thread-1) [n:127.0.0.1:43880_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3878384 DEBUG (ScheduledTrigger-12255-thread-1) [n:127.0.0.1:43880_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 3878384 DEBUG (ScheduledTrigger-12255-thread-1) [n:127.0.0.1:43880_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3878384 DEBUG (ScheduledTrigger-12255-thread-1) [n:127.0.0.1:43880_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerL firing registered processor for nodes: [127.0.0.1:57079_solr] added at times [928101831024873], now=928103840188162
[junit4] 2> 3878384 DEBUG (ScheduledTrigger-12255-thread-1) [n:127.0.0.1:43880_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"34c1a8bf420e9T6m367lqvxtmyl6sjgwzgra0d3",
[junit4] 2> "source":"node_added_triggerL",
[junit4] 2> "eventTime":928101831024873,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[928101831024873],
[junit4] 2> "nodeNames":["127.0.0.1:57079_solr"]}}
[junit4] 2> 3878384 DEBUG (ScheduledTrigger-12255-thread-1) [n:127.0.0.1:43880_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_triggerL]
[junit4] 2> 3878385 DEBUG (AutoscalingActionExecutor-12256-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"34c1a8bf420e9T6m367lqvxtmyl6sjgwzgra0d3",
[junit4] 2> "source":"node_added_triggerL",
[junit4] 2> "eventTime":928101831024873,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[928101831024873],
[junit4] 2> "_enqueue_time_":928103840368103,
[junit4] 2> "nodeNames":["127.0.0.1:57079_solr"]}}
[junit4] 2> 3878386 WARN (AutoscalingActionExecutor-12256-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr ] o.a.s.c.a.ScheduledTriggers Exception executing actions
[junit4] 2> java.lang.Exception: Error executing action: test1 for trigger event: {
[junit4] 2> "id":"34c1a8bf420e9T6m367lqvxtmyl6sjgwzgra0d3",
[junit4] 2> "source":"node_added_triggerL",
[junit4] 2> "eventTime":928101831024873,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[928101831024873],
[junit4] 2> "_enqueue_time_":928103840368103,
[junit4] 2> "nodeNames":["127.0.0.1:57079_solr"]}}
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:303)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.lang.RuntimeException: failure
[junit4] 2> at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestDummyAction.process(TriggerIntegrationTest.java:989)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:300)
[junit4] 2> ... 6 more
[junit4] 2> 3878386 DEBUG (AutoscalingActionExecutor-12256-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerL after 5000ms
[junit4] 2> 3878386 DEBUG (AutoscalingActionExecutor-12256-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 0 ms for event id=34c1a8bf420e9T6m367lqvxtmyl6sjgwzgra0d3
[junit4] 2> 3880387 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[B24CB570419656E7]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testListeners
[junit4] 2> 3880413 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B24CB570419656E7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerThrottling
[junit4] 2> 3880414 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B24CB570419656E7]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 9
[junit4] 2> 3880414 DEBUG (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 3880415 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 3880416 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3880417 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3880417 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
[junit4] 2> 3880425 INFO (qtp1204548812-35044) [n:127.0.0.1:43880_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3880426 INFO (qtp1515102442-35162) [n:127.0.0.1:57079_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3880427 INFO (qtp1436190277-35138) [n:127.0.0.1:57725_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3880429 INFO (qtp2135756025-35107) [n:127.0.0.1:63933_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3880429 DEBUG (qtp1204548812-35040) [n:127.0.0.1:43880_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3880430 INFO (qtp1204548812-35040) [n:127.0.0.1:43880_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=10
[junit4] 2> 3880431 DEBUG (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
[junit4] 2> 3880431 INFO (qtp1204548812-35040) [n:127.0.0.1:43880_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3880431 DEBUG (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:43880_solr, 127.0.0.1:63933_solr, 127.0.0.1:57079_solr, 127.0.0.1:57725_solr]
[junit4] 2> 3880431 DEBUG (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 3880431 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
[junit4] 2> 3880432 INFO (qtp1515102442-35165) [n:127.0.0.1:57079_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3880432 INFO (qtp1436190277-35140) [n:127.0.0.1:57725_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3880433 INFO (qtp2135756025-35103) [n:127.0.0.1:63933_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3880433 DEBUG (qtp1204548812-35042) [n:127.0.0.1:43880_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3880434 INFO (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3880434 INFO (qtp1204548812-35042) [n:127.0.0.1:43880_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 3880434 DEBUG (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 11
[junit4] 2> 3880434 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3880435 DEBUG (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:43880_solr, 127.0.0.1:63933_solr, 127.0.0.1:57079_solr, 127.0.0.1:57725_solr]
[junit4] 2> 3880435 DEBUG (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 3880435 DEBUG (ScheduledTrigger-12255-thread-4) [n:127.0.0.1:43880_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 3880435 DEBUG (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:43880_solr, 127.0.0.1:63933_solr, 127.0.0.1:57079_solr, 127.0.0.1:57725_solr]
[junit4] 2> 3880435 DEBUG (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 3880435 DEBUG (ScheduledTrigger-12255-thread-4) [n:127.0.0.1:43880_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3880435 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion 10
[junit4] 2> 3880435 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 11
[junit4] 2> 3880437 INFO (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3880438 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B24CB570419656E7]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:57:37-03:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3880438 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3880438 DEBUG (ScheduledTrigger-12255-thread-2) [n:127.0.0.1:43880_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 3880438 DEBUG (OverseerAutoScalingTriggerThread-72118417079074822-127.0.0.1:43880_solr-n_0000000001) [n:127.0.0.1:43880_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion 11
[junit4] 2> 3880438 DEBUG (ScheduledTrigger-12255-thread-2) [n:127.0.0.1:43880_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3880439 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B24CB570419656E7]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3880439 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B24CB570419656E7]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3880439 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B24CB570419656E7]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3880439 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B24CB570419656E7]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3dd605ed{/solr,null,AVAILABLE}
[junit4] 2> 3880439 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B24CB570419656E7]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3abe7a29{HTTP/1.1,[http/1.1]}{127.0.0.1:49303}
[junit4] 2> 3880439 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B24CB570419656E7]) [ ] o.e.j.s.Server Started @3889178ms
[junit4] 2> 3880439 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B24CB570419656E7]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49303}
[junit4] 2> 3880440 ERROR (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B24CB570419656E7]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3880440 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B24CB570419656E7]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3880440 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B24CB570419656E7]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3880440 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B24CB570419656E7]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3880440 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B24CB570419656E7]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-30T10:57:28.820Z
[junit4] 2> 3880441 INFO (zkConnectionManagerCallback-7002-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3880442 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B24CB570419656E7]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3880447 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B24CB570419656E7]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57557/solr
[junit4] 2> 3880449 INFO (zkConnectionManagerCallback-7006-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3880451 INFO (zkConnectionManagerCallback-7008-thread-1-processing-n:127.0.0.1:49303_solr) [n:127.0.0.1:49303_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3880460 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B24CB570419656E7]) [n:127.0.0.1:49303_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 3880464 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B24CB570419656E7]) [n:127.0.0.1:49303_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3880467 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B24CB570419656E7]) [n:127.0.0.1:49303_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49303_solr
[junit4] 2> 3880469 INFO (zkCallback-6977-thread-1-processing-n:127.0.0.1:63933_solr) [n:127.0.0.1:63933_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3880469 INFO (zkCallback-6987-thread-1-processing-n:127.0.0.1:57725_solr) [n:127.0.0.1:57725_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3880469 INFO (zkCallback-6969-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3880469 INFO (zkCallback-6959-thread-1-processing-n:127.0.0.1:43880_solr) [n:127.0.0.1:43880_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3880469 INFO (zkCallback-6997-thread-1-processing-n:127.0.0.1:57079_solr) [n:127.0.0.1:57079_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3880470 INFO (zkCallback-7007-thread-1-processing-n:127.0.0.1:49303_solr) [n:127.0.0.1:49303_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3880542 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B24CB570419656E7]) [n:127.0.0.1:49303_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49303.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa58e88
[junit4] 2> 3880549 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B24CB570419656E7]) [n:127.0.0.1:49303_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49303.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa58e88
[junit4] 2> 3880549 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B24CB570419656E7]) [n:127.0.0.1:49303_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49303.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fa58e88
[junit4] 2> 3880550 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[B24CB570419656E7]) [n:127.0.0.1:49303_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_B24CB570419656E7-001/tempDir-001/node6/.
[junit4] 2> 3881438 DEBUG (ScheduledTrigger-12255-thread-1) [n:127.0.0.1:43880_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 3881439 DEBUG (ScheduledTrigger-12255-thread-1) [n:127.0.0.1:43880_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 5
[junit4] 2> 3881439 DEBUG (ScheduledTrigger-12255-thread-1) [n:127.0.0.1:43880_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 12
[...truncated too long message...]
6b7e{/solr,null,UNAVAILABLE}
[junit4] 2> 4064707 INFO (jetty-closer-6942-thread-4) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 4064709 ERROR (SUITE-TriggerIntegrationTest-seed#[B24CB570419656E7]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4064710 INFO (SUITE-TriggerIntegrationTest-seed#[B24CB570419656E7]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57557 57557
[junit4] 2> 4074769 INFO (Thread-7938) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57557 57557
[junit4] 2> 4074771 WARN (Thread-7938) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 45 /solr/collections/collection1/terms/shard1
[junit4] 2> 22 /solr/clusterprops.json
[junit4] 2> 22 /solr/aliases.json
[junit4] 2> 21 /solr/security.json
[junit4] 2> 10 /solr/configs/conf
[junit4] 2> 9 /solr/collections/testMetricTrigger/terms/shard1
[junit4] 2> 2 /solr/collections/testMetricTrigger/terms/shard2
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 165 /solr/collections/collection1/state.json
[junit4] 2> 37 /solr/collections/testMetricTrigger/state.json
[junit4] 2> 22 /solr/clusterstate.json
[junit4] 2> 6 /solr/autoscaling.json
[junit4] 2> 3 /solr/overseer_elect/election/72118417079074866-127.0.0.1:38376_solr-n_0000000015
[junit4] 2> 3 /solr/overseer_elect/election/72118417079074860-127.0.0.1:50351_solr-n_0000000013
[junit4] 2> 2 /solr/overseer_elect/election/72118417079074842-127.0.0.1:45717_solr-n_0000000007
[junit4] 2> 2 /solr/overseer_elect/election/72118417079074848-127.0.0.1:33151_solr-n_0000000009
[junit4] 2> 2 /solr/overseer_elect/election/72118417079074873-127.0.0.1:55930_solr-n_0000000017
[junit4] 2> 2 /solr/overseer_elect/election/72118417079074833-127.0.0.1:57079_solr-n_0000000004
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72118417079074833-core_node4-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/live_nodes
[junit4] 2> 22 /solr/collections
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR
[junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_B24CB570419656E7-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=LuceneFixedGap), x_s=PostingsFormat(name=Memory)}, docValues:{}, maxPointsInLeafNode=1051, maxMBSortInHeap=5.782404848529273, sim=RandomSimilarity(queryNorm=false): {}, locale=es-US, timezone=America/Guayaquil
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=114129920,total=484442112
[junit4] 2> NOTE: All tests run in this JVM: [SearchHandlerTest, TestRetrieveFieldsOptimizer, HighlighterMaxOffsetTest, TestEmbeddedSolrServerAdminHandler, TestBulkSchemaConcurrent, HdfsChaosMonkeySafeLeaderTest, HdfsUnloadDistributedZkTest, TestSolrJ, DistribJoinFromCollectionTest, LukeRequestHandlerTest, TestPhraseSuggestions, AutoScalingHandlerTest, WrapperMergePolicyFactoryTest, PKIAuthenticationIntegrationTest, TestBM25SimilarityFactory, TestZkChroot, SolrIndexSplitterTest, TestDocBasedVersionConstraints, BigEndianAscendingWordSerializerTest, AddBlockUpdateTest, TestRTimerTree, HdfsRecoverLeaseTest, TestLockTree, DistanceUnitsTest, TestCloudSchemaless, XmlUpdateRequestHandlerTest, TestMultiWordSynonyms, CollectionsAPISolrJTest, RegexBytesRefFilterTest, TestLegacyNumericUtils, TestTolerantUpdateProcessorCloud, RecoveryAfterSoftCommitTest, BufferStoreTest, SmileWriterTest, TestUtilizeNode, InfixSuggestersTest, LeaderFailureAfterFreshStartTest, TestSubQueryTransformerCrossCore, TestSlowCompositeReaderWrapper, TestCharFilters, SolrIndexConfigTest, ConfigureRecoveryStrategyTest, RecoveryZkTest, TestFoldingMultitermQuery, DocumentBuilderTest, TestCustomDocTransformer, DistributedQueryComponentCustomSortTest, TestGeoJSONResponseWriter, TermVectorComponentDistributedTest, DirectSolrConnectionTest, TestGroupingSearch, TestStressUserVersions, NodeAddedTriggerTest, CdcrRequestHandlerTest, GraphQueryTest, LegacyCloudClusterPropTest, CustomCollectionTest, ParsingFieldUpdateProcessorsTest, SpatialFilterTest, PeerSyncWithIndexFingerprintCachingTest, ExplicitHLLTest, TestOverriddenPrefixQueryForCustomFieldType, TestElisionMultitermQuery, FieldMutatingUpdateProcessorTest, SolrRequestParserTest, TriLevelCompositeIdRoutingTest, BasicZkTest, TestUseDocValuesAsStored2, TestStressLiveNodes, TestRandomFlRTGCloud, TestSha256AuthenticationProvider, TestExclusionRuleCollectionAccess, SolrMetricManagerTest, SchemaVersionSpecificBehaviorTest, SSLMigrationTest, SignatureUpdateProcessorFactoryTest, FastVectorHighlighterTest, TestJsonFacets, BlockCacheTest, TestLegacyFieldCache, MoveReplicaHDFSTest, TestSolrCoreSnapshots, LeaderElectionIntegrationTest, OutOfBoxZkACLAndCredentialsProvidersTest, MultiTermTest, DistributedFacetSimpleRefinementLongTailTest, SpellCheckCollatorWithCollapseTest, TestComplexPhraseQParserPlugin, TestTolerantSearch, HttpPartitionTest, TestCursorMarkWithoutUniqueKey, TestMultiValuedNumericRangeQuery, StressHdfsTest, TestIBSimilarityFactory, CdcrReplicationDistributedZkTest, TestSystemIdResolver, CoreMergeIndexesAdminHandlerTest, StatsReloadRaceTest, CreateCollectionCleanupTest, SolrMetricsIntegrationTest, ShufflingReplicaListTransformerTest, ExecutePlanActionTest, TestReloadAndDeleteDocs, HighlighterTest, DistributedMLTComponentTest, MissingSegmentRecoveryTest, TestRandomCollapseQParserPlugin, OverseerRolesTest, BJQParserTest, TestRebalanceLeaders, PreAnalyzedFieldManagedSchemaCloudTest, TestXIncludeConfig, ConfigSetsAPITest, EnumFieldTest, TestPayloadScoreQParserPlugin, TestGenericDistributedQueue, RestartWhileUpdatingTest, DeleteShardTest, ChangedSchemaMergeTest, TestFieldSortValues, SuggesterTSTTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CoreAdminCreateDiscoverTest, TestCoreAdminApis, TestPartialUpdateDeduplication, TestConfigReload, TestCollapseQParserPlugin, TestCollectionAPI, TestSchemaVersionResource, TestGraphTermsQParserPlugin, TestCloudRecovery, DeleteNodeTest, TestCryptoKeys, TestMacros, DateFieldTest, BlockJoinFacetRandomTest, OutputWriterTest, TestJmxIntegration, TestRecovery, SuggestComponentContextFilterQueryTest, TestDynamicFieldResource, TestConfigSetsAPIExclusivity, TestFreeTextSuggestions, SortSpecParsingTest, TestLFUCache, TestBinaryField, TestCollectionAPIs, BinaryUpdateRequestHandlerTest, TestCollationField, MultiThreadedOCPTest, TestUtils, SOLR749Test, TestCoreContainer, TestLeaderElectionZkExpiry, SolrJmxReporterTest, TestReplicaProperties, TestRawResponseWriter, SolrPluginUtilsTest, TestSchemaResource, LeaderElectionContextKeyTest, TestHighlightDedupGrouping, CopyFieldTest, TestHdfsBackupRestoreCore, TestReload, DirectSolrSpellCheckerTest, TestPointFields, TestFunctionQuery, TestSweetSpotSimilarityFactory, ClassificationUpdateProcessorFactoryTest, TestJoin, ConnectionReuseTest, AddReplicaTest, TestNamedUpdateProcessors, RequiredFieldsTest, OpenExchangeRatesOrgProviderTest, TestFiltering, HLLSerializationTest, TestCSVResponseWriter, TestOrdValues, BasicAuthIntegrationTest, LeaderElectionTest, FileUtilsTest, CursorPagingTest, TestFaceting, TestSolr4Spatial2, BasicDistributedZkTest, OpenCloseCoreStressTest, ShardRoutingTest, TestReplicationHandler, ShardRoutingCustomTest, TestDistributedGrouping, TestRealTimeGet, TestStressReorder, DistributedTermsComponentTest, TestSolr4Spatial, SolrCoreTest, StatsComponentTest, PeerSyncTest, TestIndexSearcher, SimplePostToolTest, TestCoreDiscovery, SuggesterFSTTest, TestTrie, PolyFieldTest, WordBreakSolrSpellCheckerTest, TestPseudoReturnFields, QueryEqualityTest, StatelessScriptUpdateProcessorFactoryTest, TestSolrDeletionPolicy1, CacheHeaderTest, DisMaxRequestHandlerTest, TestWriterPerf, TestOmitPositions, RequestHandlersTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, IndexSchemaRuntimeFieldTest, ReturnFieldsTest, MBeansHandlerTest, PreAnalyzedFieldTest, TestSuggestSpellingConverter, SpellingQueryConverterTest, RAMDirectoryFactoryTest, ClusterStateTest, ZkNodePropsTest, SystemInfoHandlerTest, UUIDFieldTest, CircularListTest, TestRTGBase, SolrTestCaseJ4Test, TestCrossCoreJoin, TestSimpleTrackingShardHandler, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ActionThrottleTest, AssignBackwardCompatibilityTest, CloudExitableDirectoryReaderTest, CreateRoutedAliasTest, DeleteInactiveReplicaTest, DistribCursorPagingTest, ForceLeaderTest, ReplicationFactorTest, RollingRestartTest, SolrCloudExampleTest, TestClusterProperties, TestConfigSetsAPI, TestMiniSolrCloudClusterSSL, TestPullReplica, TestSolrCloudWithKerberosAlt, TestStressInPlaceUpdates, TestTolerantUpdateProcessorRandomCloud, TlogReplayBufferedWhileIndexingTest, VMParamsZkACLAndCredentialsProvidersTest, ZkFailoverTest, CollectionReloadTest, CollectionTooManyReplicasTest, ConcurrentDeleteAndCreateCollectionTest, ShardSplitTest, AutoAddReplicasPlanActionTest, HdfsAutoAddReplicasIntegrationTest, SystemLogListenerTest, TriggerIntegrationTest]
[junit4] Completed [593/772 (1!)] on J0 in 214.31s, 14 tests, 1 failure <<< FAILURES!
[...truncated 48760 lines...]
[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 418 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/418/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
3 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=12094, name=jetty-launcher-2329-thread-1-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 2) Thread[id=12021, name=jetty-launcher-2329-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) 3) Thread[id=12093, name=jetty-launcher-2329-thread-1-SendThread(127.0.0.1:41886), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
1) Thread[id=12094, name=jetty-launcher-2329-thread-1-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
2) Thread[id=12021, name=jetty-launcher-2329-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
3) Thread[id=12093, name=jetty-launcher-2329-thread-1-SendThread(127.0.0.1:41886), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
at __randomizedtesting.SeedInfo.seed([FDCFEA302DB53548]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=12093, name=jetty-launcher-2329-thread-1-SendThread(127.0.0.1:41886), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=12093, name=jetty-launcher-2329-thread-1-SendThread(127.0.0.1:41886), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
at __randomizedtesting.SeedInfo.seed([FDCFEA302DB53548]:0)
Build Log:
[...truncated 12514 lines...]
[junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_FDCFEA302DB53548-001/init-core-data-001
[junit4] 2> 1564735 WARN (SUITE-TestSolrCloudWithSecureImpersonation-seed#[FDCFEA302DB53548]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1564735 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[FDCFEA302DB53548]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1564737 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[FDCFEA302DB53548]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1564737 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[FDCFEA302DB53548]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1564766 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[FDCFEA302DB53548]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_FDCFEA302DB53548-001/tempDir-001
[junit4] 2> 1564767 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[FDCFEA302DB53548]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1564767 INFO (Thread-2800) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1564767 INFO (Thread-2800) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1564768 ERROR (Thread-2800) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1564867 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[FDCFEA302DB53548]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:41886
[junit4] 2> 1564870 INFO (zkConnectionManagerCallback-2332-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1564875 INFO (jetty-launcher-2329-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T12:27:37-09:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1564875 INFO (jetty-launcher-2329-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T12:27:37-09:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1564876 INFO (jetty-launcher-2329-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1564876 INFO (jetty-launcher-2329-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1564876 INFO (jetty-launcher-2329-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1564876 INFO (jetty-launcher-2329-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@14e0d0ee{/solr,null,AVAILABLE}
[junit4] 2> 1564877 INFO (jetty-launcher-2329-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1564877 INFO (jetty-launcher-2329-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1564877 INFO (jetty-launcher-2329-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1564877 INFO (jetty-launcher-2329-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6c7a04dc{/solr,null,AVAILABLE}
[junit4] 2> 1564878 INFO (jetty-launcher-2329-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@40d51a76{HTTP/1.1,[http/1.1]}{127.0.0.1:45536}
[junit4] 2> 1564878 INFO (jetty-launcher-2329-thread-2) [ ] o.e.j.s.Server Started @1569107ms
[junit4] 2> 1564878 INFO (jetty-launcher-2329-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45536}
[junit4] 2> 1564878 INFO (jetty-launcher-2329-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6eb69660{HTTP/1.1,[http/1.1]}{127.0.0.1:55436}
[junit4] 2> 1564878 INFO (jetty-launcher-2329-thread-1) [ ] o.e.j.s.Server Started @1569108ms
[junit4] 2> 1564878 INFO (jetty-launcher-2329-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55436}
[junit4] 2> 1564878 ERROR (jetty-launcher-2329-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1564878 ERROR (jetty-launcher-2329-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1564878 INFO (jetty-launcher-2329-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1564878 INFO (jetty-launcher-2329-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1564878 INFO (jetty-launcher-2329-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1564878 INFO (jetty-launcher-2329-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1564878 INFO (jetty-launcher-2329-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1564878 INFO (jetty-launcher-2329-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1564878 INFO (jetty-launcher-2329-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-29T23:37:19.419Z
[junit4] 2> 1564878 INFO (jetty-launcher-2329-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-29T23:37:19.419Z
[junit4] 2> 1564880 INFO (zkConnectionManagerCallback-2336-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1564881 INFO (jetty-launcher-2329-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1564882 INFO (zkConnectionManagerCallback-2335-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1564886 INFO (jetty-launcher-2329-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41886/solr
[junit4] 2> 1564888 INFO (jetty-launcher-2329-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1564892 INFO (zkConnectionManagerCallback-2340-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1564893 INFO (jetty-launcher-2329-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41886/solr
[junit4] 2> 1564895 INFO (zkConnectionManagerCallback-2346-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1564896 INFO (zkConnectionManagerCallback-2344-thread-1-processing-n:127.0.0.1:55436_solr) [n:127.0.0.1:55436_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1564899 INFO (zkConnectionManagerCallback-2348-thread-1-processing-n:127.0.0.1:45536_solr) [n:127.0.0.1:45536_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1565027 INFO (jetty-launcher-2329-thread-2) [n:127.0.0.1:45536_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1565028 INFO (jetty-launcher-2329-thread-2) [n:127.0.0.1:45536_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45536_solr
[junit4] 2> 1565030 INFO (jetty-launcher-2329-thread-2) [n:127.0.0.1:45536_solr ] o.a.s.c.Overseer Overseer (id=72115740419489798-127.0.0.1:45536_solr-n_0000000000) starting
[junit4] 2> 1565036 INFO (jetty-launcher-2329-thread-1) [n:127.0.0.1:55436_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1565038 INFO (jetty-launcher-2329-thread-1) [n:127.0.0.1:55436_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55436_solr
[junit4] 2> 1565040 INFO (zkCallback-2343-thread-1-processing-n:127.0.0.1:55436_solr) [n:127.0.0.1:55436_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1565041 INFO (zkCallback-2347-thread-1-processing-n:127.0.0.1:45536_solr) [n:127.0.0.1:45536_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1565043 INFO (jetty-launcher-2329-thread-2) [n:127.0.0.1:45536_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45536_solr
[junit4] 2> 1565044 INFO (zkCallback-2347-thread-1-processing-n:127.0.0.1:45536_solr) [n:127.0.0.1:45536_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1565044 INFO (zkCallback-2343-thread-1-processing-n:127.0.0.1:55436_solr) [n:127.0.0.1:55436_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1565095 INFO (jetty-launcher-2329-thread-2) [n:127.0.0.1:45536_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 1565099 INFO (jetty-launcher-2329-thread-1) [n:127.0.0.1:55436_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 1565102 WARN (jetty-launcher-2329-thread-1) [n:127.0.0.1:55436_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 1565102 WARN (jetty-launcher-2329-thread-2) [n:127.0.0.1:45536_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 1565107 INFO (jetty-launcher-2329-thread-1) [n:127.0.0.1:55436_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=serv1-vm3,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=staff, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 1565107 INFO (jetty-launcher-2329-thread-2) [n:127.0.0.1:45536_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=serv1-vm3,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=staff, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 1565178 INFO (jetty-launcher-2329-thread-1) [n:127.0.0.1:55436_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 1565178 INFO (jetty-launcher-2329-thread-2) [n:127.0.0.1:45536_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 1565197 INFO (jetty-launcher-2329-thread-1-EventThread) [n:127.0.0.1:55436_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 1565197 INFO (jetty-launcher-2329-thread-2-EventThread) [n:127.0.0.1:45536_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 1565322 WARN (jetty-launcher-2329-thread-2) [n:127.0.0.1:45536_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 1565328 WARN (jetty-launcher-2329-thread-1) [n:127.0.0.1:55436_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 1565374 INFO (jetty-launcher-2329-thread-2) [n:127.0.0.1:45536_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45536.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2304d2aa
[junit4] 2> 1565376 INFO (jetty-launcher-2329-thread-1) [n:127.0.0.1:55436_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55436.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2304d2aa
[junit4] 2> 1565381 INFO (jetty-launcher-2329-thread-2) [n:127.0.0.1:45536_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45536.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2304d2aa
[junit4] 2> 1565382 INFO (jetty-launcher-2329-thread-2) [n:127.0.0.1:45536_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45536.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2304d2aa
[junit4] 2> 1565382 INFO (jetty-launcher-2329-thread-1) [n:127.0.0.1:55436_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55436.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2304d2aa
[junit4] 2> 1565382 INFO (jetty-launcher-2329-thread-1) [n:127.0.0.1:55436_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55436.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2304d2aa
[junit4] 2> 1565382 INFO (jetty-launcher-2329-thread-2) [n:127.0.0.1:45536_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_FDCFEA302DB53548-001/tempDir-001/node1/.
[junit4] 2> 1565382 INFO (jetty-launcher-2329-thread-1) [n:127.0.0.1:55436_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_FDCFEA302DB53548-001/tempDir-001/node2/.
[junit4] 2> 1565412 INFO (zkConnectionManagerCallback-2354-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1565433 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[FDCFEA302DB53548]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testForwarding
[junit4] 2> 1565434 INFO (zkConnectionManagerCallback-2357-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1566121 INFO (zkConnectionManagerCallback-2360-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1566123 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[FDCFEA302DB53548]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1566124 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[FDCFEA302DB53548]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41886/solr ready
[junit4] 2> 1566151 INFO (qtp373047090-11970) [n:127.0.0.1:45536_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1566156 INFO (OverseerThreadFactory-4982-thread-1-processing-n:127.0.0.1:45536_solr) [n:127.0.0.1:45536_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection forwardingCollection
[junit4] 2> 1566269 INFO (OverseerStateUpdate-72115740419489798-127.0.0.1:45536_solr-n_0000000000) [n:127.0.0.1:45536_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"forwardingCollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"forwardingCollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:45536/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1566475 INFO (qtp373047090-11974) [n:127.0.0.1:45536_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1566476 INFO (qtp373047090-11974) [n:127.0.0.1:45536_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1566582 INFO (zkCallback-2347-thread-1-processing-n:127.0.0.1:45536_solr) [n:127.0.0.1:45536_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1566582 INFO (zkCallback-2347-thread-2-processing-n:127.0.0.1:45536_solr) [n:127.0.0.1:45536_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1567496 INFO (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1567536 INFO (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema [forwardingCollection_shard1_replica_n1] Schema name=test
[junit4] 2> 1567631 INFO (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1567654 INFO (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'forwardingCollection_shard1_replica_n1' using configuration from collection forwardingCollection, trusted=true
[junit4] 2> 1567654 INFO (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45536.solr.core.forwardingCollection.shard1.replica_n1' (registry 'solr.core.forwardingCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2304d2aa
[junit4] 2> 1567655 INFO (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1567655 INFO (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [[forwardingCollection_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_FDCFEA302DB53548-001/tempDir-001/node1/forwardingCollection_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_FDCFEA302DB53548-001/tempDir-001/node1/./forwardingCollection_shard1_replica_n1/data/]
[junit4] 2> 1567657 INFO (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=58.3564453125, floorSegmentMB=0.97265625, forceMergeDeletesPctAllowed=11.050091776396725, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1567703 INFO (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1567703 INFO (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1567704 INFO (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1567704 INFO (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1567705 INFO (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=12, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.661841134356197]
[junit4] 2> 1567705 INFO (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@522ed699[forwardingCollection_shard1_replica_n1] main]
[junit4] 2> 1567707 INFO (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 1567710 INFO (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 1567726 INFO (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1567727 INFO (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590971903265210368
[junit4] 2> 1567727 INFO (searcherExecutor-4987-thread-1-processing-n:127.0.0.1:45536_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 1567727 INFO (searcherExecutor-4987-thread-1-processing-n:127.0.0.1:45536_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 1567727 INFO (searcherExecutor-4987-thread-1-processing-n:127.0.0.1:45536_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 1567727 INFO (searcherExecutor-4987-thread-1-processing-n:127.0.0.1:45536_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 1567727 INFO (searcherExecutor-4987-thread-1-processing-n:127.0.0.1:45536_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 1567728 INFO (searcherExecutor-4987-thread-1-processing-n:127.0.0.1:45536_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 1567728 INFO (searcherExecutor-4987-thread-1-processing-n:127.0.0.1:45536_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 1567729 INFO (searcherExecutor-4987-thread-1-processing-n:127.0.0.1:45536_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 1567729 INFO (searcherExecutor-4987-thread-1-processing-n:127.0.0.1:45536_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 1567730 INFO (searcherExecutor-4987-thread-1-processing-n:127.0.0.1:45536_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] Registered new searcher Searcher@522ed699[forwardingCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1567738 INFO (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1567738 INFO (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1567738 INFO (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45536/solr/forwardingCollection_shard1_replica_n1/
[junit4] 2> 1567738 INFO (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1567738 INFO (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:45536/solr/forwardingCollection_shard1_replica_n1/ has no replicas
[junit4] 2> 1567738 INFO (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1567742 INFO (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45536/solr/forwardingCollection_shard1_replica_n1/ shard1
[junit4] 2> 1567844 INFO (zkCallback-2347-thread-1-processing-n:127.0.0.1:45536_solr) [n:127.0.0.1:45536_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1567844 INFO (zkCallback-2347-thread-2-processing-n:127.0.0.1:45536_solr) [n:127.0.0.1:45536_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1567896 INFO (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1567898 INFO (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1423
[junit4] 2> 1567902 WARN (httpShardExecutor-4978-thread-1-processing-n:127.0.0.1:45536_solr [http:////127.0.0.1:45536//solr] http:////127.0.0.1:45536//solr) [n:127.0.0.1:45536_solr ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1517305041015&s=gnbPLQpdCso5y7jKit7AeC1mN90="; Path=/; Domain=127.0.0.1; Expires=mar, 30-ene-2018 09:37:21 GMT; HttpOnly". Invalid 'expires' attribute: mar, 30-ene-2018 09:37:21 GMT
[junit4] 2> 1567906 INFO (qtp373047090-11970) [n:127.0.0.1:45536_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1568000 INFO (zkCallback-2347-thread-2-processing-n:127.0.0.1:45536_solr) [n:127.0.0.1:45536_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1568000 INFO (zkCallback-2347-thread-1-processing-n:127.0.0.1:45536_solr) [n:127.0.0.1:45536_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1568158 INFO (OverseerCollectionConfigSetProcessor-72115740419489798-127.0.0.1:45536_solr-n_0000000000) [n:127.0.0.1:45536_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1568907 INFO (qtp373047090-11970) [n:127.0.0.1:45536_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=2756
[junit4] 2> 1568908 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[FDCFEA302DB53548]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1517305040681&s=WH36fOh+BbN9DE0qqO6yC8Jda6U="; Path=/; Domain=127.0.0.1; Expires=mar, 30-ene-2018 09:37:20 GMT; HttpOnly". Invalid 'expires' attribute: mar, 30-ene-2018 09:37:20 GMT
[junit4] 2> 1568908 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[FDCFEA302DB53548]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: forwardingCollection failOnTimeout:true timeout (sec):100
[junit4] 2> 1568909 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[FDCFEA302DB53548]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: forwardingCollection
[junit4] 2> 1568913 INFO (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1568914 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[FDCFEA302DB53548]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1517305043453&s=u/wZwmTkS6g5m1eVBr+9tLluWPM="; Path=/; Domain=127.0.0.1; Expires=mar, 30-ene-2018 09:37:23 GMT; HttpOnly". Invalid 'expires' attribute: mar, 30-ene-2018 09:37:23 GMT
[junit4] 2> 1568918 INFO (qtp1324443383-11978) [n:127.0.0.1:55436_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1568958 INFO (qtp373047090-11974) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=19
[junit4] 2> 1568958 WARN (qtp1324443383-11978) [n:127.0.0.1:55436_solr ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1517305043479&s=BNHfJMjruLSqlVzu5HLHpB09Y4o="; Path=/; Domain=127.0.0.1; Expires=mar, 30-ene-2018 09:37:23 GMT; HttpOnly". Invalid 'expires' attribute: mar, 30-ene-2018 09:37:23 GMT
[junit4] 2> 1568959 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[FDCFEA302DB53548]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1517305043459&s=CscL/HTkadBkB78uDhY1dR9QFG8="; Path=/; Domain=127.0.0.1; Expires=mar, 30-ene-2018 09:37:23 GMT; HttpOnly". Invalid 'expires' attribute: mar, 30-ene-2018 09:37:23 GMT
[junit4] 2> 1568959 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[FDCFEA302DB53548]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1517305043479&s=BNHfJMjruLSqlVzu5HLHpB09Y4o="; Path=/; Domain=127.0.0.1; Expires=mar, 30-ene-2018 09:37:23 GMT; HttpOnly". Invalid 'expires' attribute: mar, 30-ene-2018 09:37:23 GMT
[junit4] 2> 1568959 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[FDCFEA302DB53548]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testForwarding
[junit4] 2> 1568996 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[FDCFEA302DB53548]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
[junit4] 2> 1569010 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[FDCFEA302DB53548]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=test&e=1517305043538&s=+vqb4d60bmVdz7sJoolAerCuko4="; Path=/; Domain=127.0.0.1; Expires=mar, 30-ene-2018 09:37:23 GMT; HttpOnly". Invalid 'expires' attribute: mar, 30-ene-2018 09:37:23 GMT
[junit4] 2> 1569010 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[FDCFEA302DB53548]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
[junit4] 2> 1569049 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[FDCFEA302DB53548]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
[junit4] 2> 1569049 INFO (qtp373047090-11972) [n:127.0.0.1:45536_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1569049 INFO (qtp373047090-11972) [n:127.0.0.1:45536_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1569049 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[FDCFEA302DB53548]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostAnyUser&p=anyHostAnyUser&t=test&e=1517305043590&s=YVXMf37FO/lm+0HAVeaQsfPsJwY="; Path=/; Domain=127.0.0.1; Expires=mar, 30-ene-2018 09:37:23 GMT; HttpOnly". Invalid 'expires' attribute: mar, 30-ene-2018 09:37:23 GMT
[junit4] 2> 1569049 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[FDCFEA302DB53548]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
[junit4] 2> 1569097 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[FDCFEA302DB53548]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
[junit4] 2> 1569098 INFO (qtp373047090-11974) [n:127.0.0.1:45536_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1569100 INFO (qtp373047090-11974) [n:127.0.0.1:45536_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1569100 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[FDCFEA302DB53548]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1517305043639&s=nNd3typtmf75Dc1Zs8N5IInV9nM="; Path=/; Domain=127.0.0.1; Expires=mar, 30-ene-2018 09:37:23 GMT; HttpOnly". Invalid 'expires' attribute: mar, 30-ene-2018 09:37:23 GMT
[junit4] 2> 1569101 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[FDCFEA302DB53548]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
[junit4] 2> 1569138 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[FDCFEA302DB53548]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyUnknownRemote
[junit4] 2> 1584942 WARN (jetty-launcher-2329-thread-1-SendThread(127.0.0.1:41886)) [n:127.0.0.1:55436_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 16028ms for sessionid 0x10034e2426b0005
[junit4] 2> 1584942 WARN (jetty-launcher-2329-thread-2-SendThread(127.0.0.1:41886)) [n:127.0.0.1:45536_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 19607ms for sessionid 0x10034e2426b0008
[junit4] 2> 1584942 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10034e2426b0005, likely client has closed socket
[junit4] 2> 1584943 WARN (jetty-launcher-2329-thread-1-SendThread(127.0.0.1:41886)) [n:127.0.0.1:55436_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 19607ms for sessionid 0x10034e2426b0007
[junit4] 2> 1584943 WARN (jetty-launcher-2329-thread-2-SendThread(127.0.0.1:41886)) [n:127.0.0.1:45536_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 16791ms for sessionid 0x10034e2426b0006
[junit4] 2> 1584944 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10034e2426b0007, likely client has closed socket
[junit4] 2> 1584947 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10034e2426b0008, likely client has closed socket
[junit4] 2> 1584947 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Exception causing close of session 0x10034e2426b0006: Connection reset by peer
[junit4] 2> 1584949 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[FDCFEA302DB53548]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1517305043679&s=1ug9UVqMNWe3dmL29SzznAUaGSY="; Path=/; Domain=127.0.0.1; Expires=mar, 30-ene-2018 09:37:23 GMT; HttpOnly". Invalid 'expires' attribute: mar, 30-ene-2018 09:37:23 GMT
[junit4] 2> 1584949 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[FDCFEA302DB53548]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyUnknownRemote
[junit4] 2> 1584982 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[FDCFEA302DB53548]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
[junit4] 2> 1584983 INFO (qtp373047090-11974) [n:127.0.0.1:45536_solr ] o.a.s.s.SolrDispatchFilter Error authenticating
[junit4] 2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:449)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1584983 WARN (qtp373047090-11974) [n:127.0.0.1:45536_solr ] o.e.j.s.HttpChannel /solr/admin/collections
[junit4] 2> org.apache.solr.common.SolrException: Error during request authentication,
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:455)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:449)
[junit4] 2> ... 31 more
[junit4] 2> 1584986 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[FDCFEA302DB53548]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
[junit4] 2> 1585017 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[FDCFEA302DB53548]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidRemote
[junit4] 2> 1585024 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[FDCFEA302DB53548]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1517305059559&s=wQ4ZTsp11sCuUIY0Vit6xTjPrOg="; Path=/; Domain=127.0.0.1; Expires=mar, 30-ene-2018 09:37:39 GMT; HttpOnly". Invalid 'expires' attribute: mar, 30-ene-2018 09:37:39 GMT
[junit4] 2> 1585024 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[FDCFEA302DB53548]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidRemote
[junit4] 2> 1585044 WARN (zkConnectionManagerCallback-2344-thread-1-processing-n:127.0.0.1:55436_solr) [n:127.0.0.1:55436_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@b9c5802 name: ZooKeeperConnection Watcher:127.0.0.1:41886/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 1585044 WARN (zkConnectionManagerCallback-2344-thread-1-processing-n:127.0.0.1:55436_solr) [n:127.0.0.1:55436_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 1585044 WARN (zkConnectionManagerCallback-2360-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@46a89b1f name: ZooKeeperConnection Watcher:127.0.0.1:41886/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 1585045 WARN (zkConnectionManagerCallback-2360-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 1585045 INFO (jetty-launcher-2329-thread-1-EventThread) [n:127.0.0.1:55436_solr ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
[junit4] 2> 1585050 WARN (zkConnectionManagerCallback-2348-thread-1-processing-n:127.0.0.1:45536_solr) [n:127.0.0.1:45536_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5c1dba04 name: ZooKeeperConnection Watcher:127.0.0.1:41886/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 1585050 WARN (zkConnectionManagerCallback-2348-thread-1-processing-n:127.0.0.1:45536_solr) [n:127.0.0.1:45536_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 1585076 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[FDCFEA302DB53548]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
[junit4] 2> 1585080 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[FDCFEA302DB53548]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noHosts&p=noHosts&t=test&e=1517305059617&s=vKzReSY4oaaaiTJQK9rOdQFkPNw="; Path=/; Domain=127.0.0.1; Expires=mar, 30-ene-2018 09:37:39 GMT; HttpOnly". Invalid 'expires' attribute: mar, 30-ene-2018 09:37:39 GMT
[junit4] 2> 1585080 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[FDCFEA302DB53548]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
[junit4] 2> 1585126 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[FDCFEA302DB53548]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
[junit4] 2> 1585155 INFO (qtp373047090-11972) [n:127.0.0.1:45536_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1585155 INFO (qtp373047090-11972) [n:127.0.0.1:45536_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1585160 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[FDCFEA302DB53548]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostUsersGroup&p=anyHostUsersGroup&t=test&e=1517305059667&s=tXHNUqUVUbmvwrJ0L13n1bOysto="; Path=/; Domain=127.0.0.1; Expires=mar, 30-ene-2018 09:37:39 GMT; HttpOnly". Invalid 'expires' attribute: mar, 30-ene-2018 09:37:39 GMT
[junit4] 2> 1585160 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[FDCFEA302DB53548]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
[junit4] 2> 1585208 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[FDCFEA302DB53548]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
[junit4] 2> 1585234 WARN (qtp373047090-11974) [n:127.0.0.1:45536_solr ] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: invalid user name: "bar"
[junit4] 2> id: invalid user name: "bar"
[junit4] 2>
[junit4] 2> 1585236 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[FDCFEA302DB53548]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bogusGroup&p=bogusGroup&t=test&e=1517305059750&s=I13YPZvAmOPpW0HILik57fs9wKw="; Path=/; Domain=127.0.0.1; Expires=mar, 30-ene-2018 09:37:39 GMT; HttpOnly". Invalid 'expires' attribute: mar, 30-ene-2018 09:37:39 GMT
[junit4] 2> 1585236 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[FDCFEA302DB53548]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
[junit4] 2> 1585284 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[FDCFEA302DB53548]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
[junit4] 2> 1585301 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[FDCFEA302DB53548]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noGroups&p=noGroups&t=test&e=1517305059825&s=BpXLaCM1yDYUUvYd7r7IQ/B79hM="; Path=/; Domain=127.0.0.1; Expires=mar, 30-ene-2018 09:37:39 GMT; HttpOnly". Invalid 'expires' attribute: mar, 30-ene-2018 09:37:39 GMT
[junit4] 2> 1585301 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[FDCFEA302DB53548]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
[junit4] 2> 1585350 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[FDCFEA302DB53548]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
[junit4] 2> 1585391 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[FDCFEA302DB53548]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=wrongHost&p=wrongHost&t=test&e=1517305059891&s=tu04UGvCDMPnkdinK0+vWmFQu0I="; Path=/; Domain=127.0.0.1; Expires=mar, 30-ene-2018 09:37:39 GMT; HttpOnly". Invalid 'expires' attribute: mar, 30-ene-2018 09:37:39 GMT
[junit4] 2> 1585391 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[FDCFEA302DB53548]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
[junit4] 2> 1585754 INFO (jetty-closer-2330-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@40d51a76{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1585754 INFO (jetty-closer-2330-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6eb69660{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1585756 INFO (jetty-closer-2330-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1291017323
[junit4] 2> 1585756 INFO (jetty-closer-2330-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=479746098
[junit4] 2> 1585756 INFO (jetty-closer-2330-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1585756 INFO (jetty-closer-2330-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@f75512: rootName = solr_55436, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@75f24799
[junit4] 2> 1585756 INFO (jetty-closer-2330-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1585756 INFO (jetty-closer-2330-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4955704e: rootName = solr_45536, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@743cf0d5
[junit4] 2> 1585766 INFO (jetty-closer-2330-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1585766 INFO (jetty-closer-2330-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7c762ed4: rootName = solr_55436, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@59ad76f5
[junit4] 2> 1585767 INFO (jetty-closer-2330-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1585767 INFO (jetty-closer-2330-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@71c9692b: rootName = solr_45536, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@59ad76f5
[junit4] 2> 1585775 INFO (jetty-closer-2330-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1585775 INFO (jetty-closer-2330-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@359df961: rootName = solr_55436, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3ebd8fac
[junit4] 2> 1585775 INFO (jetty-closer-2330-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1585775 INFO (jetty-closer-2330-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@52bb86a0: rootName = solr_45536, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3ebd8fac
[junit4] 2> 1586229 WARN (jetty-launcher-2329-thread-1-SendThread(127.0.0.1:41886)) [n:127.0.0.1:55436_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x10034e2426b0007 has expired
[junit4] 2> 1586871 WARN (jetty-launcher-2329-thread-2-SendThread(127.0.0.1:41886)) [n:127.0.0.1:45536_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x10034e2426b0008 has expired
[junit4] 2> 1586914 INFO (jetty-closer-2330-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:45536_solr
[junit4] 2> 1586914 INFO (zkConnectionManagerCallback-2348-thread-1-processing-n:127.0.0.1:45536_solr) [n:127.0.0.1:45536_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1586915 INFO (jetty-closer-2330-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1586916 INFO (coreCloseExecutor-4992-thread-1) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@43f02306
[junit4] 2> 1586916 INFO (coreCloseExecutor-4992-thread-1) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.forwardingCollection.shard1.replica_n1, tag=1139811078
[junit4] 2> 1586916 INFO (zkCallback-2347-thread-3-processing-n:127.0.0.1:45536_solr) [n:127.0.0.1:45536_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1586916 INFO (coreCloseExecutor-4992-thread-1) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3fbad115: rootName = solr_45536, domain = solr.core.forwardingCollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.forwardingCollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@395cf15
[junit4] 2> 1586918 INFO (zkCallback-2347-thread-4-processing-n:127.0.0.1:45536_solr) [n:127.0.0.1:45536_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1586919 INFO (zkCallback-2347-thread-3-processing-n:127.0.0.1:45536_solr) [n:127.0.0.1:45536_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1586922 INFO (coreCloseExecutor-4992-thread-1) [n:127.0.0.1:45536_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.forwardingCollection.shard1.leader, tag=1139811078
[junit4] 2> 1586929 INFO (jetty-closer-2330-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72115740419489798-127.0.0.1:45536_solr-n_0000000000) closing
[junit4] 2> 1586930 INFO (OverseerStateUpdate-72115740419489798-127.0.0.1:45536_solr-n_0000000000) [n:127.0.0.1:45536_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45536_solr
[junit4] 2> 1586930 WARN (OverseerAutoScalingTriggerThread-72115740419489798-127.0.0.1:45536_solr-n_0000000000) [n:127.0.0.1:45536_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1586939 ERROR (Thread[Thread-2818,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:45536_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 1586948 INFO (jetty-closer-2330-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@14e0d0ee{/solr,null,UNAVAILABLE}
[junit4] 2> 1586948 INFO (jetty-closer-2330-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1586955 INFO (zkConnectionManagerCallback-2344-thread-1-processing-n:127.0.0.1:55436_solr) [n:127.0.0.1:55436_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1586956 INFO (zkCallback-2343-thread-6-processing-n:127.0.0.1:55436_solr) [n:127.0.0.1:55436_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55436_solr
[junit4] 2> 1586956 INFO (zkCallback-2343-thread-7-processing-n:127.0.0.1:55436_solr) [n:127.0.0.1:55436_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1586957 INFO (jetty-closer-2330-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:55436_solr
[junit4] 2> 1586958 INFO (jetty-closer-2330-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1586960 INFO (zkCallback-2343-thread-6-processing-n:127.0.0.1:55436_solr) [n:127.0.0.1:55436_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1586962 ERROR (Thread[Thread-2817,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:55436_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 1586965 INFO (jetty-closer-2330-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6c7a04dc{/solr,null,UNAVAILABLE}
[junit4] 2> 1586966 INFO (jetty-closer-2330-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1586968 ERROR (SUITE-TestSolrCloudWithSecureImpersonation-seed#[FDCFEA302DB53548]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1586968 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[FDCFEA302DB53548]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41886 41886
[junit4] 2> 1597184 INFO (Thread-2800) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41886 41886
[junit4] 2> 1597186 WARN (Thread-2800) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/collections/forwardingCollection/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/forwardingCollection/state.json
[junit4] 2> 4 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
[junit4] 2>
[junit4] 2> 1597218 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[FDCFEA302DB53548]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Jan 29, 2018 11:37:51 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> 1615129 ERROR (jetty-launcher-2329-thread-1-EventThread) [n:127.0.0.1:55436_solr ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
[junit4] 2> java.lang.IllegalStateException: Client is not started
[junit4] 2> at com.google.common.base.Preconditions.checkState(Preconditions.java:149)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.getZooKeeper(CuratorZookeeperClient.java:113)
[junit4] 2> at org.apache.curator.framework.imps.CuratorFrameworkImpl.getZooKeeper(CuratorFrameworkImpl.java:477)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceFacade.getZooKeeper(NamespaceFacade.java:112)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:302)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl$4.call(GetDataBuilderImpl.java:291)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:107)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] 2> 1615130 WARN (jetty-launcher-2329-thread-1-EventThread) [n:127.0.0.1:55436_solr ] o.a.c.ConnectionState Session expired event received
[junit4] 2> 1615130 WARN (jetty-launcher-2329-thread-1-SendThread(127.0.0.1:41886)) [n:127.0.0.1:55436_solr ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1144)
[junit4] 2> 1616232 WARN (jetty-launcher-2329-thread-1-SendThread(127.0.0.1:41886)) [n:127.0.0.1:55436_solr ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1144)
[junit4] 2> 1617334 WARN (jetty-launcher-2329-thread-1-SendThread(127.0.0.1:41886)) [n:127.0.0.1:55436_solr ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1144)
[junit4] 2> Jan 29, 2018 11:38:12 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 3 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
[junit4] 2> 1) Thread[id=12094, name=jetty-launcher-2329-thread-1-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
[junit4] 2> 2) Thread[id=12021, name=jetty-launcher-2329-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] 2> 3) Thread[id=12093, name=jetty-launcher-2329-thread-1-SendThread(127.0.0.1:41886), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
[junit4] 2> Jan 29, 2018 11:38:12 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=12094, name=jetty-launcher-2329-thread-1-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> 2) Thread[id=12021, name=jetty-launcher-2329-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> 3) Thread[id=12093, name=jetty-launcher-2329-thread-1-SendThread(127.0.0.1:41886), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> 1617476 ERROR (jetty-launcher-2329-thread-1-EventThread) [n:127.0.0.1:55436_solr ] o.a.z.ClientCnxn Event thread exiting due to interruption
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048)
[junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
[junit4] 2> 1617476 WARN (jetty-launcher-2329-thread-1-SendThread(127.0.0.1:41886)) [n:127.0.0.1:55436_solr ] o.a.z.c.StaticHostProvider Unexpected exception
[junit4] 2> java.lang.InterruptedException: sleep interrupted
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
[junit4] 2> 1617476 ERROR (jetty-launcher-2329-thread-2-EventThread) [n:127.0.0.1:45536_solr ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4
[...truncated too long message...]
.z.c.StaticHostProvider Unexpected exception
[junit4] 2> java.lang.InterruptedException: sleep interrupted
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
[junit4] 2> 1619982 WARN (jetty-launcher-2329-thread-1-SendThread(127.0.0.1:41886)) [n:127.0.0.1:55436_solr ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1144)
[junit4] 2> Jan 29, 2018 11:38:15 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=12093, name=jetty-launcher-2329-thread-1-SendThread(127.0.0.1:41886), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=625, maxMBSortInHeap=6.0786090344340025, sim=RandomSimilarity(queryNorm=false): {}, locale=es-US, timezone=Indian/Mahe
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=4,free=107213672,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestMiniSolrCloudClusterSSL, SolrCmdDistributorTest, JsonLoaderTest, NotRequiredUniqueKeyTest, SliceStateTest, TestFieldResource, ResponseHeaderTest, TestSolrQueryParser, UUIDFieldTest, PreAnalyzedFieldManagedSchemaCloudTest, LoggingHandlerTest, TestRTGBase, BadIndexSchemaTest, DistributedFacetSimpleRefinementLongTailTest, FileBasedSpellCheckerTest, TestCrossCoreJoin, BaseCdcrDistributedZkTest, HdfsRestartWhileUpdatingTest, TestManagedSchemaAPI, SolrMetricManagerTest, TestMultiWordSynonyms, TestFuzzyAnalyzedSuggestions, TermVectorComponentTest, TestSolr4Spatial, HdfsLockFactoryTest, CircularListTest, TestScoreJoinQPScore, ChangedSchemaMergeTest, TestCSVLoader, ActionThrottleTest, UpdateRequestProcessorFactoryTest, BufferStoreTest, ReturnFieldsTest, TestXmlQParser, TestWriterPerf, TestIndexingPerformance, RollingRestartTest, DistributedSpellCheckComponentTest, MoveReplicaHDFSFailoverTest, TestCustomDocTransformer, ReplicationFactorTest, ClassificationUpdateProcessorFactoryTest, CollectionStateFormat2Test, TestLuceneIndexBackCompat, TestDistributedStatsComponentCardinality, PeerSyncReplicationTest, TestSystemCollAutoCreate, ZkStateReaderTest, TestDocSet, TestRTimerTree, IndexBasedSpellCheckerTest, TestLocalFSCloudBackupRestore, TestRetrieveFieldsOptimizer, TestEmbeddedSolrServerConstructors, DocValuesTest, TestNumericRangeQuery64, DistanceFunctionTest, TestManagedResource, RemoteQueryErrorTest, SparseHLLTest, TestBadConfig, HLLSerializationTest, CdcrVersionReplicationTest, LeaderInitiatedRecoveryOnShardRestartTest, TestExtendedDismaxParser, ChaosMonkeySafeLeaderWithPullReplicasTest, DistributedQueueTest, TestAnalyzedSuggestions, TestCloudSearcherWarming, TestPKIAuthenticationPlugin, DistributedIntervalFacetingTest, TestExactStatsCache, HttpPartitionOnCommitTest, RegexBytesRefFilterTest, SpellCheckComponentTest, TestLMDirichletSimilarityFactory, TestReloadAndDeleteDocs, TestLegacyFieldCache, TestInPlaceUpdatesStandalone, OverriddenZkACLAndCredentialsProvidersTest, TestChildDocTransformer, SimpleFacetsTest, TestStressInPlaceUpdates, TestPrepRecovery, ConfigureRecoveryStrategyTest, TestNonDefinedSimilarityFactory, ExternalFileFieldSortTest, FullSolrCloudDistribCmdsTest, CursorMarkTest, TestFieldCache, TestCustomStream, InfixSuggestersTest, TestDistributedSearch, NoCacheHeaderTest, TestBackupRepositoryFactory, UpdateParamsTest, TestCloudSchemaless, ParsingFieldUpdateProcessorsTest, TestPayloadScoreQParserPlugin, DocExpirationUpdateProcessorFactoryTest, TestRandomCollapseQParserPlugin, HdfsDirectoryFactoryTest, TestLargeCluster, NodeMutatorTest, MinimalSchemaTest, TestConfig, TestReqParamsAPI, MigrateRouteKeyTest, TlogReplayBufferedWhileIndexingTest, ChaosMonkeySafeLeaderTest, TestPointFields, SpellPossibilityIteratorTest, TestFieldSortValues, SmileWriterTest, TestConfigSetImmutable, TestBlendedInfixSuggestions, DefaultValueUpdateProcessorTest, TestTlogReplica, DirectoryFactoryTest, SuggesterWFSTTest, TestPHPSerializedResponseWriter, CloudMLTQParserTest, SolrJmxReporterTest, ChaosMonkeyNothingIsSafeTest, TestFieldTypeResource, TestSolrCloudWithSecureImpersonation]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCloudWithSecureImpersonation -Dtests.seed=FDCFEA302DB53548 -Dtests.slow=true -Dtests.locale=es-US -Dtests.timezone=Indian/Mahe -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J1 | TestSolrCloudWithSecureImpersonation (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
[junit4] > 1) Thread[id=12094, name=jetty-launcher-2329-thread-1-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
[junit4] > 2) Thread[id=12021, name=jetty-launcher-2329-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
[junit4] > 3) Thread[id=12093, name=jetty-launcher-2329-thread-1-SendThread(127.0.0.1:41886), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
[junit4] > at __randomizedtesting.SeedInfo.seed([FDCFEA302DB53548]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=12093, name=jetty-launcher-2329-thread-1-SendThread(127.0.0.1:41886), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
[junit4] > at __randomizedtesting.SeedInfo.seed([FDCFEA302DB53548]:0)
[junit4] Completed [259/771 (1!)] on J1 in 55.76s, 12 tests, 2 errors <<< FAILURES!
[...truncated 49833 lines...]
[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 417 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/417/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC
5 tests failed.
FAILED: org.apache.lucene.spatial3d.TestGeo3DPoint.testGeo3DRelations
Error Message:
invalid hits for shape=GeoRectangle: {planetmodel=PlanetModel.WGS84, toplat=-6.023566479313543E-136(-3.4512493688114235E-134), bottomlat=-1.5591424443674504(-89.33228172196566), leftlon=-3.8944523192991005E-11(-2.231356814107733E-9), rightlon=0.0(0.0)}
Stack Trace:
java.lang.AssertionError: invalid hits for shape=GeoRectangle: {planetmodel=PlanetModel.WGS84, toplat=-6.023566479313543E-136(-3.4512493688114235E-134), bottomlat=-1.5591424443674504(-89.33228172196566), leftlon=-3.8944523192991005E-11(-2.231356814107733E-9), rightlon=0.0(0.0)}
at __randomizedtesting.SeedInfo.seed([7B5196384A417D60:CB2EEBACC50CD3FC]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.lucene.spatial3d.TestGeo3DPoint.testGeo3DRelations(TestGeo3DPoint.java:464)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=28305, name=jetty-launcher-6133-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505) 2) Thread[id=28315, name=jetty-launcher-6133-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
1) Thread[id=28305, name=jetty-launcher-6133-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
2) Thread[id=28315, name=jetty-launcher-6133-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
at __randomizedtesting.SeedInfo.seed([4D6EF068753EDED4]:0)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([4D6EF068753EDED4:F762C7E72AD6089B]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.junit.Assert.assertNull(Assert.java:562)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1575)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData
Error Message:
Node watch should have fired!
Stack Trace:
java.lang.AssertionError: Node watch should have fired!
at __randomizedtesting.SeedInfo.seed([4D6EF068753EDED4:6BFE1F3A21B018DE]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData(TestDistribStateManager.java:256)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth: 1) Thread[id=12062, name=jetty-launcher-3906-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505) 2) Thread[id=12072, name=jetty-launcher-3906-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth:
1) Thread[id=12062, name=jetty-launcher-3906-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
2) Thread[id=12072, name=jetty-launcher-3906-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
at __randomizedtesting.SeedInfo.seed([4D6EF068753EDED4]:0)
Build Log:
[...truncated 9750 lines...]
[junit4] Suite: org.apache.lucene.spatial3d.TestGeo3DPoint
[junit4] IGNOR/A 0.01s J1 | TestGeo3DPoint.testRandomBig
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] 1> doc=490 should match but did not
[junit4] 1> point=[X=-0.01971920870611721, Y=2.3309121299774915E-10, Z=-0.9975687182594105]
[junit4] 1> mappedPoint=[lat=-1.5510316322472055, lon=3.141592653589793([X=-0.019719208794522842, Y=2.4149065931930738E-18, Z=-0.9975687180723979])]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestGeo3DPoint -Dtests.method=testGeo3DRelations -Dtests.seed=7B5196384A417D60 -Dtests.slow=true -Dtests.locale=zh-SG -Dtests.timezone=Pacific/Norfolk -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 0.98s J1 | TestGeo3DPoint.testGeo3DRelations <<<
[junit4] > Throwable #1: java.lang.AssertionError: invalid hits for shape=GeoRectangle: {planetmodel=PlanetModel.WGS84, toplat=-6.023566479313543E-136(-3.4512493688114235E-134), bottomlat=-1.5591424443674504(-89.33228172196566), leftlon=-3.8944523192991005E-11(-2.231356814107733E-9), rightlon=0.0(0.0)}
[junit4] > at __randomizedtesting.SeedInfo.seed([7B5196384A417D60:CB2EEBACC50CD3FC]:0)
[junit4] > at org.apache.lucene.spatial3d.TestGeo3DPoint.testGeo3DRelations(TestGeo3DPoint.java:464)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=true): {}, locale=zh-SG, timezone=Pacific/Norfolk
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=78233080,total=97386496
[junit4] 2> NOTE: All tests run in this JVM: [GeoPointTest, TestGeo3DDocValues, TestGeo3DPoint]
[junit4] Completed [17/17 (1!)] on J1 in 10.08s, 14 tests, 1 failure, 1 skipped <<< FAILURES!
[...truncated 1884 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestDistribStateManager_4D6EF068753EDED4-001/init-core-data-001
[junit4] 2> 59871 WARN (SUITE-TestDistribStateManager-seed#[4D6EF068753EDED4]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=28 numCloses=28
[junit4] 2> 59871 INFO (SUITE-TestDistribStateManager-seed#[4D6EF068753EDED4]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 59873 INFO (SUITE-TestDistribStateManager-seed#[4D6EF068753EDED4]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 59994 INFO (SUITE-TestDistribStateManager-seed#[4D6EF068753EDED4]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 59997 INFO (TEST-TestDistribStateManager.testListData-seed#[4D6EF068753EDED4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testListData
[junit4] 2> 59997 INFO (TEST-TestDistribStateManager.testListData-seed#[4D6EF068753EDED4]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 59998 INFO (Thread-57) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 59998 INFO (Thread-57) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 59999 ERROR (Thread-57) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 60098 INFO (TEST-TestDistribStateManager.testListData-seed#[4D6EF068753EDED4]) [ ] o.a.s.c.ZkTestServer start zk server on port:37724
[junit4] 2> 60101 INFO (zkConnectionManagerCallback-73-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 60101 INFO (TEST-TestDistribStateManager.testListData-seed#[4D6EF068753EDED4]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
[junit4] 2> 60109 ERROR (TEST-TestDistribStateManager.testListData-seed#[4D6EF068753EDED4]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 60110 INFO (TEST-TestDistribStateManager.testListData-seed#[4D6EF068753EDED4]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37724 37724
[junit4] 2> 62862 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxnFactory Ignoring unexpected runtime exception
[junit4] 2> java.nio.channels.CancelledKeyException
[junit4] 2> at sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:73)
[junit4] 2> at sun.nio.ch.SelectionKeyImpl.readyOps(SelectionKeyImpl.java:87)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:182)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 62864 INFO (Thread-57) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37724 37724
[junit4] 2> 62867 INFO (TEST-TestDistribStateManager.testListData-seed#[4D6EF068753EDED4]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testListData
[junit4] 2> 62871 INFO (TEST-TestDistribStateManager.testHasData-seed#[4D6EF068753EDED4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testHasData
[junit4] 2> 62878 INFO (TEST-TestDistribStateManager.testHasData-seed#[4D6EF068753EDED4]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager
[junit4] 2> 62878 INFO (TEST-TestDistribStateManager.testHasData-seed#[4D6EF068753EDED4]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testHasData
[junit4] 2> 62881 INFO (TEST-TestDistribStateManager.testCreateMode-seed#[4D6EF068753EDED4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateMode
[junit4] 2> 62882 INFO (TEST-TestDistribStateManager.testCreateMode-seed#[4D6EF068753EDED4]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 62882 INFO (Thread-58) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 62882 INFO (Thread-58) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 62886 ERROR (Thread-58) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 62982 INFO (TEST-TestDistribStateManager.testCreateMode-seed#[4D6EF068753EDED4]) [ ] o.a.s.c.ZkTestServer start zk server on port:59013
[junit4] 2> 62988 INFO (zkConnectionManagerCallback-75-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 62988 INFO (TEST-TestDistribStateManager.testCreateMode-seed#[4D6EF068753EDED4]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
[junit4] 2> 63040 INFO (zkConnectionManagerCallback-77-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 63040 INFO (TEST-TestDistribStateManager.testCreateMode-seed#[4D6EF068753EDED4]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
[junit4] 2> 63047 ERROR (TEST-TestDistribStateManager.testCreateMode-seed#[4D6EF068753EDED4]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 63048 INFO (TEST-TestDistribStateManager.testCreateMode-seed#[4D6EF068753EDED4]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59013 59013
[junit4] 2> 69497 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxnFactory Ignoring unexpected runtime exception
[junit4] 2> java.nio.channels.CancelledKeyException
[junit4] 2> at sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:73)
[junit4] 2> at sun.nio.ch.SelectionKeyImpl.readyOps(SelectionKeyImpl.java:87)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:182)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 69508 INFO (Thread-58) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59013 59013
[junit4] 2> 69512 INFO (TEST-TestDistribStateManager.testCreateMode-seed#[4D6EF068753EDED4]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateMode
[junit4] 2> 69515 INFO (TEST-TestDistribStateManager.testMulti-seed#[4D6EF068753EDED4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMulti
[junit4] 2> 69516 INFO (TEST-TestDistribStateManager.testMulti-seed#[4D6EF068753EDED4]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 69517 INFO (Thread-59) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 69517 INFO (Thread-59) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 69520 ERROR (Thread-59) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 69617 INFO (TEST-TestDistribStateManager.testMulti-seed#[4D6EF068753EDED4]) [ ] o.a.s.c.ZkTestServer start zk server on port:60988
[junit4] 2> 69621 INFO (zkConnectionManagerCallback-79-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 69621 INFO (TEST-TestDistribStateManager.testMulti-seed#[4D6EF068753EDED4]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
[junit4] 2> 69624 ERROR (TEST-TestDistribStateManager.testMulti-seed#[4D6EF068753EDED4]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 69625 INFO (TEST-TestDistribStateManager.testMulti-seed#[4D6EF068753EDED4]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60988 60988
[junit4] 2> 79837 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxnFactory Ignoring unexpected runtime exception
[junit4] 2> java.nio.channels.CancelledKeyException
[junit4] 2> at sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:73)
[junit4] 2> at sun.nio.ch.SelectionKeyImpl.readyOps(SelectionKeyImpl.java:87)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:182)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 79838 INFO (Thread-59) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60988 60988
[junit4] 2> 79842 INFO (TEST-TestDistribStateManager.testMulti-seed#[4D6EF068753EDED4]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMulti
[junit4] 2> 79845 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[4D6EF068753EDED4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testGetSetRemoveData
[junit4] 2> 79846 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[4D6EF068753EDED4]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 79846 INFO (Thread-60) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 79846 INFO (Thread-60) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 79849 ERROR (Thread-60) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 79946 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[4D6EF068753EDED4]) [ ] o.a.s.c.ZkTestServer start zk server on port:39759
[junit4] 2> 79951 INFO (zkConnectionManagerCallback-81-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 79952 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[4D6EF068753EDED4]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
[junit4] 2> 79971 INFO (zkConnectionManagerCallback-83-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 79971 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[4D6EF068753EDED4]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
[junit4] 2> 84975 ERROR (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[4D6EF068753EDED4]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 84976 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[4D6EF068753EDED4]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39759 39759
[junit4] 2> 95022 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxnFactory Ignoring unexpected runtime exception
[junit4] 2> java.nio.channels.CancelledKeyException
[junit4] 2> at sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:73)
[junit4] 2> at sun.nio.ch.SelectionKeyImpl.readyOps(SelectionKeyImpl.java:87)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:182)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 95023 INFO (Thread-60) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39759 39759
[junit4] 2> 95027 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[4D6EF068753EDED4]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testGetSetRemoveData
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestDistribStateManager -Dtests.method=testGetSetRemoveData -Dtests.seed=4D6EF068753EDED4 -Dtests.slow=true -Dtests.locale=mt -Dtests.timezone=America/Regina -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 15.2s J0 | TestDistribStateManager.testGetSetRemoveData <<<
[junit4] > Throwable #1: java.lang.AssertionError: Node watch should have fired!
[junit4] > at __randomizedtesting.SeedInfo.seed([4D6EF068753EDED4:6BFE1F3A21B018DE]:0)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData(TestDistribStateManager.java:256)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestDistribStateManager_4D6EF068753EDED4-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=611, maxMBSortInHeap=6.968300168177141, sim=RandomSimilarity(queryNorm=false): {}, locale=mt, timezone=America/Regina
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=83278288,total=163778560
[junit4] 2> NOTE: All tests run in this JVM: [TestPolicyCloud, TestDistribStateManager]
[junit4] Completed [3/769 (1!)] on J0 in 35.19s, 5 tests, 1 failure <<< FAILURES!
[...truncated 506 lines...]
[junit4] Suite: org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestImpersonationWithHadoopAuth_4D6EF068753EDED4-001/init-core-data-001
[junit4] 2> 971714 WARN (SUITE-TestImpersonationWithHadoopAuth-seed#[4D6EF068753EDED4]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
[junit4] 2> 971714 INFO (SUITE-TestImpersonationWithHadoopAuth-seed#[4D6EF068753EDED4]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 971715 INFO (SUITE-TestImpersonationWithHadoopAuth-seed#[4D6EF068753EDED4]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 971716 INFO (SUITE-TestImpersonationWithHadoopAuth-seed#[4D6EF068753EDED4]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 971744 INFO (SUITE-TestImpersonationWithHadoopAuth-seed#[4D6EF068753EDED4]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestImpersonationWithHadoopAuth_4D6EF068753EDED4-001/tempDir-001
[junit4] 2> 971744 INFO (SUITE-TestImpersonationWithHadoopAuth-seed#[4D6EF068753EDED4]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 971745 INFO (Thread-2353) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 971745 INFO (Thread-2353) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 971747 ERROR (Thread-2353) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 971847 INFO (SUITE-TestImpersonationWithHadoopAuth-seed#[4D6EF068753EDED4]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:50985
[junit4] 2> 971849 INFO (zkConnectionManagerCallback-3909-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 971861 INFO (jetty-launcher-3906-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T03:27:37+06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 971862 INFO (jetty-launcher-3906-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 971862 INFO (jetty-launcher-3906-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 971862 INFO (jetty-launcher-3906-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 971863 INFO (jetty-launcher-3906-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@66d1f682{/solr,null,AVAILABLE}
[junit4] 2> 971863 INFO (jetty-launcher-3906-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T03:27:37+06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 971864 INFO (jetty-launcher-3906-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 971864 INFO (jetty-launcher-3906-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 971864 INFO (jetty-launcher-3906-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 971864 INFO (jetty-launcher-3906-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@28a29ebf{/solr,null,AVAILABLE}
[junit4] 2> 971865 INFO (jetty-launcher-3906-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@51d16a03{SSL,[ssl, http/1.1]}{127.0.0.1:52940}
[junit4] 2> 971865 INFO (jetty-launcher-3906-thread-2) [ ] o.e.j.s.Server Started @974873ms
[junit4] 2> 971865 INFO (jetty-launcher-3906-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52940}
[junit4] 2> 971865 ERROR (jetty-launcher-3906-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 971865 INFO (jetty-launcher-3906-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 971865 INFO (jetty-launcher-3906-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 971866 INFO (jetty-launcher-3906-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 971866 INFO (jetty-launcher-3906-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-28T02:36:35.607Z
[junit4] 2> 971873 INFO (jetty-launcher-3906-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@20b5c2e5{SSL,[ssl, http/1.1]}{127.0.0.1:63431}
[junit4] 2> 971873 INFO (jetty-launcher-3906-thread-1) [ ] o.e.j.s.Server Started @974881ms
[junit4] 2> 971873 INFO (jetty-launcher-3906-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63431}
[junit4] 2> 971873 ERROR (jetty-launcher-3906-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 971873 INFO (jetty-launcher-3906-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 971873 INFO (jetty-launcher-3906-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 971873 INFO (jetty-launcher-3906-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 971873 INFO (jetty-launcher-3906-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-28T02:36:35.614Z
[junit4] 2> 971873 INFO (zkConnectionManagerCallback-3911-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 971875 INFO (jetty-launcher-3906-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 971875 INFO (zkConnectionManagerCallback-3913-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 971876 INFO (jetty-launcher-3906-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 971881 INFO (jetty-launcher-3906-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50985/solr
[junit4] 2> 971882 INFO (zkConnectionManagerCallback-3917-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 971883 INFO (jetty-launcher-3906-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50985/solr
[junit4] 2> 971884 INFO (zkConnectionManagerCallback-3921-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 971885 INFO (zkConnectionManagerCallback-3923-thread-1-processing-n:127.0.0.1:52940_solr) [n:127.0.0.1:52940_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 971887 INFO (zkConnectionManagerCallback-3925-thread-1-processing-n:127.0.0.1:63431_solr) [n:127.0.0.1:63431_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 972059 INFO (jetty-launcher-3906-thread-1) [n:127.0.0.1:63431_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 972060 INFO (jetty-launcher-3906-thread-2) [n:127.0.0.1:52940_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 972060 INFO (jetty-launcher-3906-thread-1) [n:127.0.0.1:63431_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:63431_solr
[junit4] 2> 972062 INFO (jetty-launcher-3906-thread-2) [n:127.0.0.1:52940_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52940_solr
[junit4] 2> 972062 INFO (jetty-launcher-3906-thread-1) [n:127.0.0.1:63431_solr ] o.a.s.c.Overseer Overseer (id=99425124056236038-127.0.0.1:63431_solr-n_0000000000) starting
[junit4] 2> 972064 INFO (zkCallback-3922-thread-1-processing-n:127.0.0.1:52940_solr) [n:127.0.0.1:52940_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 972064 INFO (zkCallback-3924-thread-1-processing-n:127.0.0.1:63431_solr) [n:127.0.0.1:63431_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 972080 INFO (jetty-launcher-3906-thread-1) [n:127.0.0.1:63431_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63431_solr
[junit4] 2> 972082 INFO (zkCallback-3924-thread-1-processing-n:127.0.0.1:63431_solr) [n:127.0.0.1:63431_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 972082 INFO (zkCallback-3922-thread-1-processing-n:127.0.0.1:52940_solr) [n:127.0.0.1:52940_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 972119 INFO (jetty-launcher-3906-thread-2) [n:127.0.0.1:52940_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HadoopAuthPlugin
[junit4] 2> 972119 INFO (jetty-launcher-3906-thread-2) [n:127.0.0.1:52940_solr ] o.a.s.s.HadoopAuthPlugin Params: {proxyuser.anyHostUsersGroup.hosts=*, proxyuser.wrongHost.hosts=1.1.1.1.1.1, proxyuser.bogusGroup.groups=__some_bogus_group, proxyuser.localHostAnyGroup.groups=*, cookie.domain=127.0.0.1, proxyuser.wrongHost.groups=*, type=simple, proxyuser.noHosts.groups=*, proxyuser.anyHostUsersGroup.groups=staff, proxyuser.noGroups.hosts=*, proxyuser.anyHostAnyUser.groups=*, delegation-token.token-kind=solr-dt, proxyuser.bogusGroup.hosts=*, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, signer.secret.provider.zookeeper.path=/token, zk-dt-secret-manager.enable=true, proxyuser.localHostAnyGroup.hosts=serv1-vm3,localhost,127.0.0.1, proxyuser.anyHostAnyUser.hosts=*, signer.secret.provider=zookeeper}
[junit4] 2> 972120 INFO (jetty-launcher-3906-thread-2) [n:127.0.0.1:52940_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 972125 INFO (jetty-launcher-3906-thread-2-EventThread) [n:127.0.0.1:52940_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 972142 INFO (jetty-launcher-3906-thread-2) [n:127.0.0.1:52940_solr ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
[junit4] 2> 972154 INFO (jetty-launcher-3906-thread-1) [n:127.0.0.1:63431_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HadoopAuthPlugin
[junit4] 2> 972154 INFO (jetty-launcher-3906-thread-1) [n:127.0.0.1:63431_solr ] o.a.s.s.HadoopAuthPlugin Params: {proxyuser.anyHostUsersGroup.hosts=*, proxyuser.wrongHost.hosts=1.1.1.1.1.1, proxyuser.bogusGroup.groups=__some_bogus_group, proxyuser.localHostAnyGroup.groups=*, cookie.domain=127.0.0.1, proxyuser.wrongHost.groups=*, type=simple, proxyuser.noHosts.groups=*, proxyuser.anyHostUsersGroup.groups=staff, proxyuser.noGroups.hosts=*, proxyuser.anyHostAnyUser.groups=*, delegation-token.token-kind=solr-dt, proxyuser.bogusGroup.hosts=*, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, signer.secret.provider.zookeeper.path=/token, zk-dt-secret-manager.enable=true, proxyuser.localHostAnyGroup.hosts=serv1-vm3,localhost,127.0.0.1, proxyuser.anyHostAnyUser.hosts=*, signer.secret.provider=zookeeper}
[junit4] 2> 972156 INFO (jetty-launcher-3906-thread-1) [n:127.0.0.1:63431_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 972160 INFO (jetty-launcher-3906-thread-1-EventThread) [n:127.0.0.1:63431_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 972174 INFO (jetty-launcher-3906-thread-1) [n:127.0.0.1:63431_solr ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
[junit4] 2> 972198 INFO (jetty-launcher-3906-thread-2) [n:127.0.0.1:52940_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52940.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d20ccf7
[junit4] 2> 972203 INFO (jetty-launcher-3906-thread-2) [n:127.0.0.1:52940_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52940.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d20ccf7
[junit4] 2> 972204 INFO (jetty-launcher-3906-thread-2) [n:127.0.0.1:52940_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52940.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d20ccf7
[junit4] 2> 972204 INFO (jetty-launcher-3906-thread-2) [n:127.0.0.1:52940_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestImpersonationWithHadoopAuth_4D6EF068753EDED4-001/tempDir-001/node1/.
[junit4] 2> 972219 INFO (jetty-launcher-3906-thread-1) [n:127.0.0.1:63431_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63431.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d20ccf7
[junit4] 2> 972226 INFO (jetty-launcher-3906-thread-1) [n:127.0.0.1:63431_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63431.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d20ccf7
[junit4] 2> 972226 INFO (jetty-launcher-3906-thread-1) [n:127.0.0.1:63431_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63431.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d20ccf7
[junit4] 2> 972227 INFO (jetty-launcher-3906-thread-1) [n:127.0.0.1:63431_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestImpersonationWithHadoopAuth_4D6EF068753EDED4-001/tempDir-001/node2/.
[junit4] 2> 972246 INFO (zkConnectionManagerCallback-3931-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 972250 INFO (zkConnectionManagerCallback-3935-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 972251 INFO (SUITE-TestImpersonationWithHadoopAuth-seed#[4D6EF068753EDED4]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 972252 INFO (SUITE-TestImpersonationWithHadoopAuth-seed#[4D6EF068753EDED4]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:50985/solr ready
[junit4] IGNOR/A 0.00s J1 | TestImpersonationWithHadoopAuth.testForwarding
[junit4] > Assumption #1: 'awaitsfix' test group is disabled (@AwaitsFix(bugUrl=https://issues.apache.org/jira/browse/HADOOP-9893))
[junit4] 2> 972278 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidGroup-seed#[4D6EF068753EDED4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
[junit4] 2> 972338 WARN (qtp1640906121-12017) [ ] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: invalid user name: "bar"
[junit4] 2> id: invalid user name: "bar"
[junit4] 2>
[junit4] 2> 972354 WARN (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidGroup-seed#[4D6EF068753EDED4]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bogusGroup&p=bogusGroup&t=simple-dt&e=1517142996059&s=Ct0IqW4eU4V3sOHeqVo974jr7vY="; Domain=127.0.0.1; Expires= , 28- -2018 12:36:36 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 28- -2018 12:36:36 GMT
[junit4] 2> 972355 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidGroup-seed#[4D6EF068753EDED4]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
[junit4] 2> 972373 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidProxyUser-seed#[4D6EF068753EDED4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
[junit4] 2> 972381 WARN (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidProxyUser-seed#[4D6EF068753EDED4]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=simple-dt&e=1517142996118&s=sE20QzAqivR0nXoKeTGgoQO+8xs="; Domain=127.0.0.1; Expires= , 28- -2018 12:36:36 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 28- -2018 12:36:36 GMT
[junit4] 2> 972381 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidProxyUser-seed#[4D6EF068753EDED4]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
[junit4] 2> 972412 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigGroups-seed#[4D6EF068753EDED4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
[junit4] 2> 972419 WARN (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigGroups-seed#[4D6EF068753EDED4]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noGroups&p=noGroups&t=simple-dt&e=1517142996158&s=OwuYVHFKOIioQB/MsG4UmypcqtI="; Domain=127.0.0.1; Expires= , 28- -2018 12:36:36 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 28- -2018 12:36:36 GMT
[junit4] 2> 972420 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigGroups-seed#[4D6EF068753EDED4]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
[junit4] 2> 972447 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyNullProxyUser-seed#[4D6EF068753EDED4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
[junit4] 2> 972451 INFO (qtp1640906121-12017) [ ] o.a.s.s.SolrDispatchFilter Error authenticating
[junit4] 2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.hadoop.security.authentication.server.PseudoAuthenticationHandler.authenticate(PseudoAuthenticationHandler.java:195)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.HadoopAuthFilter.doFilter(HadoopAuthFilter.java:110)
[junit4] 2> at org.apache.solr.security.HadoopAuthPlugin.doAuthenticate(HadoopAuthPlugin.java:245)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:449)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:289)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:149)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 972452 WARN (qtp1640906121-12017) [ ] o.e.j.s.HttpChannel /solr/admin/collections
[junit4] 2> org.apache.solr.common.SolrException: Error during request authentication,
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:455)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:289)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:149)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.hadoop.security.authentication.server.PseudoAuthenticationHandler.authenticate(PseudoAuthenticationHandler.java:195)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.HadoopAuthFilter.doFilter(HadoopAuthFilter.java:110)
[junit4] 2> at org.apache.solr.security.HadoopAuthPlugin.doAuthenticate(HadoopAuthPlugin.java:245)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:449)
[junit4] 2> ... 34 more
[junit4] 2> 972458 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyNullProxyUser-seed#[4D6EF068753EDED4]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
[junit4] 2> 972481 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigHosts-seed#[4D6EF068753EDED4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
[junit4] 2> 972487 WARN (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigHosts-seed#[4D6EF068753EDED4]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noHosts&p=noHosts&t=simple-dt&e=1517142996226&s=YMsTyG6DpcRdmvQujkOG/cGqlB4="; Domain=127.0.0.1; Expires= , 28- -2018 12:36:36 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 28- -2018 12:36:36 GMT
[junit4] 2> 972488 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigHosts-seed#[4D6EF068753EDED4]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
[junit4] 2> 972518 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyValidateGroup-seed#[4D6EF068753EDED4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
[junit4] 2> 972526 INFO (qtp1640906121-12012) [n:127.0.0.1:52940_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&user.name=anyHostUsersGroup&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 972526 INFO (qtp1640906121-12012) [n:127.0.0.1:52940_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&user.name=anyHostUsersGroup&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 972527 WARN (TEST-TestImpersonationWithHadoopAuth.testProxyValidateGroup-seed#[4D6EF068753EDED4]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostUsersGroup&p=anyHostUsersGroup&t=simple-dt&e=1517142996262&s=4A45pYjA4+4Qn1UuePvwJaxuzdg="; Domain=127.0.0.1; Expires= , 28- -2018 12:36:36 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 28- -2018 12:36:36 GMT
[junit4] 2> 972528 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyValidateGroup-seed#[4D6EF068753EDED4]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
[junit4] 2> 972551 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyValidateHost-seed#[4D6EF068753EDED4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
[junit4] 2> 972558 INFO (qtp1640906121-12017) [n:127.0.0.1:52940_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&user.name=localHostAnyGroup&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 972558 INFO (qtp1640906121-12017) [n:127.0.0.1:52940_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&user.name=localHostAnyGroup&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 972559 WARN (TEST-TestImpersonationWithHadoopAuth.testProxyValidateHost-seed#[4D6EF068753EDED4]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=simple-dt&e=1517142996299&s=8OYSS0JirUiPgO0NTW3TaqdkBTw="; Domain=127.0.0.1; Expires= , 28- -2018 12:36:36 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 28- -2018 12:36:36 GMT
[junit4] 2> 972559 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyValidateHost-seed#[4D6EF068753EDED4]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
[junit4] 2> 972603 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyWrongHost-seed#[4D6EF068753EDED4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
[junit4] 2> 987910 WARN (jetty-launcher-3906-thread-2-SendThread(127.0.0.1:50985)) [n:127.0.0.1:52940_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15704ms for sessionid 0x1613a9fa11f0005
[junit4] 2> 987911 WARN (jetty-launcher-3906-thread-2-SendThread(127.0.0.1:50985)) [n:127.0.0.1:52940_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15718ms for sessionid 0x1613a9fa11f0007
[junit4] 2> 987911 WARN (jetty-launcher-3906-thread-1-SendThread(127.0.0.1:50985)) [n:127.0.0.1:63431_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15717ms for sessionid 0x1613a9fa11f0008
[junit4] 2> 987911 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1613a9fa11f0005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 987911 WARN (TEST-TestImpersonationWithHadoopAuth.testProxyWrongHost-seed#[4D6EF068753EDED4]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=wrongHost&p=wrongHost&t=simple-dt&e=1517142996347&s=5UvwYtVuZzvlsyP00g19j0Vb7Hs="; Domain=127.0.0.1; Expires= , 28- -2018 12:36:36 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 28- -2018 12:36:36 GMT
[junit4] 2> 987911 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1613a9fa11f0008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 987912 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1613a9fa11f0007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 987912 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyWrongHost-seed#[4D6EF068753EDED4]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
[junit4] 2> 987913 WARN (jetty-launcher-3906-thread-1-SendThread(127.0.0.1:50985)) [n:127.0.0.1:63431_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15684ms for sessionid 0x1613a9fa11f0006
[junit4] 2> 987913 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1613a9fa11f0006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 987935 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyValidateAnyHostAnyUser-seed#[4D6EF068753EDED4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
[junit4] 2> 987939 INFO (qtp1640906121-12017) [n:127.0.0.1:52940_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&user.name=anyHostAnyUser&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 987939 INFO (qtp1640906121-12017) [n:127.0.0.1:52940_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&user.name=anyHostAnyUser&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 987939 WARN (TEST-TestImpersonationWithHadoopAuth.testProxyValidateAnyHostAnyUser-seed#[4D6EF068753EDED4]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostAnyUser&p=anyHostAnyUser&t=simple-dt&e=1517143011679&s=6yFfgwbicG+tcE8HwUnj88TCVcg="; Domain=127.0.0.1; Expires= , 28- -2018 12:36:51 GMT; Secure; HttpOnly". Invalid 'expires' attribute: , 28- -2018 12:36:51 GMT
[junit4] 2> 987939 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyValidateAnyHostAnyUser-seed#[4D6EF068753EDED4]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
[junit4] 2> 988011 WARN (zkConnectionManagerCallback-3923-thread-1-processing-n:127.0.0.1:52940_solr) [n:127.0.0.1:52940_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5278e0b name: ZooKeeperConnection Watcher:127.0.0.1:50985/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 988011 WARN (zkConnectionManagerCallback-3923-thread-1-processing-n:127.0.0.1:52940_solr) [n:127.0.0.1:52940_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 988012 INFO (jetty-launcher-3906-thread-2-EventThread) [n:127.0.0.1:52940_solr ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
[junit4] 2> 988014 WARN (zkConnectionManagerCallback-3935-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1b6e09ab name: ZooKeeperConnection Watcher:127.0.0.1:50985/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 988014 WARN (zkConnectionManagerCallback-3935-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 988017 INFO (jetty-closer-3907-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@51d16a03{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 988017 WARN (zkConnectionManagerCallback-3925-thread-1-processing-n:127.0.0.1:63431_solr) [n:127.0.0.1:63431_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@95187e0 name: ZooKeeperConnection Watcher:127.0.0.1:50985/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 988017 WARN (zkConnectionManagerCallback-3925-thread-1-processing-n:127.0.0.1:63431_solr) [n:127.0.0.1:63431_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 988020 INFO (jetty-closer-3907-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=568539658
[junit4] 2> 988020 INFO (jetty-closer-3907-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 988020 INFO (jetty-closer-3907-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@68904679: rootName = solr_52940, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@54dea6d8
[junit4] 2> 988021 INFO (jetty-closer-3907-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@20b5c2e5{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 988021 INFO (jetty-closer-3907-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=878638243
[junit4] 2> 988021 INFO (jetty-closer-3907-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 988021 INFO (jetty-closer-3907-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@79285a25: rootName = solr_63431, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@16cf7dbc
[junit4] 2> 988028 INFO (jetty-closer-3907-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 988028 INFO (jetty-closer-3907-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4b4e4790: rootName = solr_52940, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@565a4e35
[junit4] 2> 988029 INFO (jetty-closer-3907-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 988029 INFO (jetty-closer-3907-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@61b0f6b2: rootName = solr_63431, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@565a4e35
[junit4] 2> 988032 INFO (jetty-closer-3907-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 988032 INFO (jetty-closer-3907-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@22b38157: rootName = solr_52940, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6a162b31
[junit4] 2> 988033 INFO (jetty-closer-3907-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 988033 INFO (jetty-closer-3907-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4b3fa5d7: rootName = solr_63431, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6a162b31
[junit4] 2> 989090 INFO (zkConnectionManagerCallback-3923-thread-1-processing-n:127.0.0.1:52940_solr) [n:127.0.0.1:52940_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 989096 INFO (jetty-closer-3907-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:52940_solr
[junit4] 2> 989097 INFO (jetty-closer-3907-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 989097 INFO (jetty-closer-3907-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 989098 INFO (zkCallback-3922-thread-5-processing-n:127.0.0.1:52940_solr) [n:127.0.0.1:52940_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 989099 ERROR (Thread[Thread-2370,5,TGRP-TestImpersonationWithHadoopAuth]) [n:127.0.0.1:52940_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 989606 INFO (jetty-closer-3907-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@66d1f682{/solr,null,UNAVAILABLE}
[junit4] 2> 989606 INFO (jetty-closer-3907-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 989676 INFO (jetty-launcher-3906-thread-1-EventThread) [n:127.0.0.1:63431_solr ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
[junit4] 2> 989969 INFO (zkConnectionManagerCallback-3925-thread-1-processing-n:127.0.0.1:63431_solr) [n:127.0.0.1:63431_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 989970 INFO (zkCallback-3924-thread-9-processing-n:127.0.0.1:63431_solr) [n:127.0.0.1:63431_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 989984 INFO (jetty-closer-3907-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:63431_solr
[junit4] 2> 989988 INFO (jetty-closer-3907-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 989988 INFO (jetty-closer-3907-thread-2) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 989988 INFO (jetty-closer-3907-thread-2) [ ] o.a.s.c.Overseer Overseer (id=99425124056236038-127.0.0.1:63431_solr-n_0000000000) closing
[junit4] 2> 989988 INFO (OverseerStateUpdate-99425124056236038-127.0.0.1:63431_solr-n_0000000000) [n:127.0.0.1:63431_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:63431_solr
[junit4] 2> 989992 WARN (OverseerAutoScalingTriggerThread-99425124056236038-127.0.0.1:63431_solr-n_0000000000) [n:127.0.0.1:63431_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 989992 INFO (zkCallback-3924-thread-9-processing-n:127.0.0.1:63431_solr) [n:127.0.0.1:63431_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 989999 ERROR (Thread[Thread-2372,5,TGRP-TestImpersonationWithHadoopAuth]) [n:127.0.0.1:63431_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 990002 INFO (jetty-closer-3907-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@28a29ebf{/solr,null,UNAVAILABLE}
[junit4] 2> 990003 INFO (jetty-closer-3907-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 990004 ERROR (SUITE-TestImpersonationWithHadoopAuth-seed#[4D6EF068753EDED4]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 990005 INFO (SUITE-TestImpersonationWithHadoopAuth-seed#[4D6EF068753EDED4]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50985 50985
[junit4] 2> 995064 INFO (Thread-2353) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50985 50985
[junit4] 2> 995065 WARN (Thread-2353) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2> 3 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
[junit4] 2>
[junit4] 2> 995065 INFO (SUITE-TestImpersonationWithHadoopAuth-seed#[4D6EF068753EDED4]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Jan 28, 2018 2:36:58 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4]
[...truncated too long message...]
ntCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
[junit4] 2> 3888377 INFO (Thread-7310) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49224 49224
[junit4] 2> 3888386 WARN (Thread-7310) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/clusterprops.json
[junit4] 2> 22 /solr/aliases.json
[junit4] 2> 21 /solr/security.json
[junit4] 2> 6 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 77 /solr/collections/collection1/state.json
[junit4] 2> 22 /solr/clusterstate.json
[junit4] 2> 12 /solr/collections/testMetricTrigger/state.json
[junit4] 2> 6 /solr/autoscaling.json
[junit4] 2> 3 /solr/overseer_elect/election/99425302266445853-127.0.0.1:62068_solr-n_0000000008
[junit4] 2> 2 /solr/overseer_elect/election/99425302266445878-127.0.0.1:63531_solr-n_0000000016
[junit4] 2> 2 /solr/overseer_elect/election/99425302266445863-127.0.0.1:42056_solr-n_0000000011
[junit4] 2> 2 /solr/overseer_elect/election/99425302266445847-127.0.0.1:62200_solr-n_0000000006
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/99425302266445835-core_node4-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/99425302266445844-127.0.0.1:47514_solr-n_0000000005
[junit4] 2> 2 /solr/overseer_elect/election/99425302266445881-127.0.0.1:54376_solr-n_0000000017
[junit4] 2> 2 /solr/overseer_elect/election/99425302266445869-127.0.0.1:40144_solr-n_0000000013
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/live_nodes
[junit4] 2> 22 /solr/collections
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR
[junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_4D6EF068753EDED4-001
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true): {}, locale=fr-BE, timezone=Pacific/Enderbury
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=180588736,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestPolicyCloud, TestDistribStateManager, MultiTermTest, RuleEngineTest, TestRangeQuery, V2ApiIntegrationTest, SolrCoreMetricManagerTest, SampleTest, TestSweetSpotSimilarityFactory, TimeRoutedAliasUpdateProcessorTest, AssignTest, HdfsWriteToMultipleCollectionsTest, QueryEqualityTest, TestSolrCoreParser, ExitableDirectoryReaderTest, TestPayloadCheckQParserPlugin, LeaderInitiatedRecoveryOnShardRestartTest, SolrCoreTest, TestQueryTypes, OpenExchangeRatesOrgProviderTest, TestReplicationHandlerBackup, TestFoldingMultitermQuery, DeleteShardTest, SolrPluginUtilsTest, DeleteNodeTest, TestNRTOpen, TestSolrJ, CustomHighlightComponentTest, TestPullReplicaErrorHandling, MetricUtilsTest, TestGraphMLResponseWriter, TestDelegationWithHadoopAuth, HdfsTlogReplayBufferedWhileIndexingTest, OpenCloseCoreStressTest, TestIBSimilarityFactory, DistributedExpandComponentTest, TestCursorMarkWithoutUniqueKey, TestPartialUpdateDeduplication, TestSubQueryTransformerDistrib, TestCorePropertiesReload, FileUtilsTest, TestDynamicFieldCollectionResource, TestElisionMultitermQuery, SolrRequestParserTest, TestMissingGroups, BooleanFieldTest, TestComplexPhraseLeadingWildcard, ConvertedLegacyTest, TestAuthorizationFramework, AutoscalingHistoryHandlerTest, CdcrReplicationDistributedZkTest, BinaryUpdateRequestHandlerTest, OverriddenZkACLAndCredentialsProvidersTest, TestSchemaManager, CoreAdminRequestStatusTest, TestCollectionAPI, TestHashQParserPlugin, CollectionsAPIDistributedZkTest, FullHLLTest, TestExpandComponent, TestClusterStateMutator, DocValuesMissingTest, TestFastOutputStream, TestBinaryResponseWriter, DistributedFacetPivotLargeTest, SearchHandlerTest, MoreLikeThisHandlerTest, TestEmbeddedSolrServerAdminHandler, RollingRestartTest, TestCloudSearcherWarming, SaslZkACLProviderTest, CustomCollectionTest, DateFieldTest, TestExactSharedStatsCache, TestNumericRangeQuery32, TestPostingsSolrHighlighter, LeaderElectionContextKeyTest, ExecutePlanActionTest, TestUninvertingReader, TermsComponentTest, PluginInfoTest, TestXIncludeConfig, AssignBackwardCompatibilityTest, SimpleMLTQParserTest, CloudExitableDirectoryReaderTest, TestZkChroot, TestLeaderElectionWithEmptyReplica, ZkNodePropsTest, HttpSolrCallGetCoreTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, DirectSolrConnectionTest, TestConfigSetsAPI, DocumentBuilderTest, TestSchemaNameResource, TestSurroundQueryParser, CdcrRequestHandlerTest, DistributedFacetPivotSmallAdvancedTest, TestFieldCacheSortRandom, LargeFieldTest, TestJsonFacetRefinement, SuggesterFSTTest, InfoHandlerTest, TestSystemIdResolver, LeaderElectionTest, UtilsToolTest, QueryElevationComponentTest, SuggesterTSTTest, BasicZkTest, TestSolrCloudWithHadoopAuthPlugin, StatelessScriptUpdateProcessorFactoryTest, TestCollationField, TestXmlQParserPlugin, FastVectorHighlighterTest, TestManagedSynonymGraphFilterFactory, SignatureUpdateProcessorFactoryTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, MoveReplicaTest, TestUnifiedSolrHighlighter, StatsComponentTest, HLLUtilTest, TestFiltering, DeleteInactiveReplicaTest, PreAnalyzedUpdateProcessorTest, TestDefaultStatsCache, TestRealTimeGet, TestNoOpRegenerator, CollectionTooManyReplicasTest, TestSuggestSpellingConverter, CoreSorterTest, AtomicUpdatesTest, DistribCursorPagingTest, TestCoreContainer, SolrCLIZkUtilsTest, CurrencyFieldTypeTest, TestFieldTypeCollectionResource, XmlUpdateRequestHandlerTest, TestDynamicLoading, AddSchemaFieldsUpdateProcessorFactoryTest, TestQuerySenderNoQuery, SchemaApiFailureTest, SolrIndexConfigTest, AutoScalingHandlerTest, BlockJoinFacetSimpleTest, CdcrBidirectionalTest, DistributedQueryComponentOptimizationTest, ConjunctionSolrSpellCheckerTest, TestQueryWrapperFilter, TestConfigsApi, TestApiFramework, SolrIndexSplitterTest, NodeAddedTriggerTest, TestFaceting, TestSolrCloudWithDelegationTokens, TestNumericTokenStream, BigEndianAscendingWordDeserializerTest, LeaderFailureAfterFreshStartTest, TermVectorComponentDistributedTest, AnalysisErrorHandlingTest, TestLeaderInitiatedRecoveryThread, BitVectorTest, TestShardHandlerFactory, TestTlogReplica, CachingDirectoryFactoryTest, DirectSolrSpellCheckerTest, TestFieldCollectionResource, CreateCollectionCleanupTest, AddReplicaTest, HdfsRecoveryZkTest, TestCloudNestedDocsSort, TestSerializedLuceneMatchVersion, TestFieldCacheWithThreads, SolrMetricReporterTest, TestAddFieldRealTimeGet, ZkStateWriterTest, TestPushWriter, RankQueryTest, ManagedSchemaRoundRobinCloudTest, TestSortByMinMaxFunction, CursorPagingTest, TestCSVResponseWriter, TestPivotHelperCode, TestCloudJSONFacetJoinDomain, UnloadDistributedZkTest, SpatialRPTFieldTypeTest, TestIndexSearcher, LeaderElectionIntegrationTest, PropertiesRequestHandlerTest, TestJmxIntegration, JSONWriterTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, OverseerTest, RecoveryZkTest, TestReplicationHandler, TestHashPartitioner, DistributedTermsComponentTest, BadIndexSchemaTest, TestFunctionQuery, TestLazyCores, AnalysisAfterCoreReloadTest, SpellCheckCollatorTest, TestStressLucene, TestTrie, SpatialFilterTest, TestCSVLoader, PolyFieldTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestWordDelimiterFilterFactory, DefaultValueUpdateProcessorTest, TestRemoteStreaming, SolrInfoBeanTest, IndexBasedSpellCheckerTest, LukeRequestHandlerTest, DocumentAnalysisRequestHandlerTest, TestValueSourceCache, RequiredFieldsTest, TestSolrQueryParser, MBeansHandlerTest, HighlighterConfigTest, SOLR749Test, AlternateDirectoryTest, TestSolrIndexConfig, CopyFieldTest, BadComponentTest, TestMergePolicyConfig, NotRequiredUniqueKeyTest, TestPhraseSuggestions, TestBM25SimilarityFactory, ScriptEngineTest, TestFastLRUCache, PreAnalyzedFieldTest, SpellingQueryConverterTest, RAMDirectoryFactoryTest, TestLRUCache, SliceStateTest, TestRTGBase, DistributedIntervalFacetingTest, TestHighlightDedupGrouping, TestTolerantSearch, TestLuceneIndexBackCompat, ActionThrottleTest, ChaosMonkeySafeLeaderWithPullReplicasTest, ConfigSetsAPITest, DistribJoinFromCollectionTest, DistributedQueueTest, DistributedVersionInfoTest, LeaderInitiatedRecoveryOnCommitTest, MigrateRouteKeyTest, MissingSegmentRecoveryTest, MoveReplicaHDFSFailoverTest, PeerSyncReplicationTest, SolrXmlInZkTest, TestCloudPseudoReturnFields, TestClusterProperties, TestConfigSetsAPIExclusivity, TestDeleteCollectionOnDownNodes, TestLockTree, TestMiniSolrCloudClusterSSL, TestRandomFlRTGCloud, TestRandomRequestDistribution, TestRequestForwarding, TestSSLRandomization, TestSegmentSorting, TestSizeLimitedDistributedMap, TestSolrCloudWithSecureImpersonation, TestStressLiveNodes, TestTolerantUpdateProcessorRandomCloud, TestUtilizeNode, TlogReplayBufferedWhileIndexingTest, VMParamsZkACLAndCredentialsProvidersTest, ZkFailoverTest, SimpleCollectionCreateDeleteTest, TestCollectionsAPIViaSolrCloudCluster, TestHdfsCloudBackupRestore, TestReplicaProperties, AutoAddReplicasIntegrationTest, HttpTriggerListenerTest, SearchRateTriggerTest, SystemLogListenerTest, TriggerIntegrationTest]
[junit4] Completed [604/769 (4!)] on J0 in 197.56s, 14 tests, 1 failure <<< FAILURES!
[...truncated 48710 lines...]
[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 416 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/416/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.core.TestJmxIntegration.testJmxRegistration
Error Message:
java.lang.InternalError: Memory Pool not found
Stack Trace:
javax.management.RuntimeErrorException: java.lang.InternalError: Memory Pool not found
at __randomizedtesting.SeedInfo.seed([6299E5AA77C14726:EC4881901A801F43]:0)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.rethrow(DefaultMBeanServerInterceptor.java:841)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.rethrowMaybeMBeanException(DefaultMBeanServerInterceptor.java:852)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getAttribute(DefaultMBeanServerInterceptor.java:651)
at com.sun.jmx.mbeanserver.JmxMBeanServer.getAttribute(JmxMBeanServer.java:678)
at org.apache.solr.core.TestJmxIntegration.testJmxRegistration(TestJmxIntegration.java:124)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.InternalError: Memory Pool not found
at sun.management.MemoryPoolImpl.getUsage0(Native Method)
at sun.management.MemoryPoolImpl.getUsage(MemoryPoolImpl.java:96)
at com.codahale.metrics.jvm.MemoryUsageGaugeSet$15.getRatio(MemoryUsageGaugeSet.java:154)
at com.codahale.metrics.RatioGauge.getValue(RatioGauge.java:64)
at com.codahale.metrics.RatioGauge.getValue(RatioGauge.java:11)
at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxGauge.getValue(JmxMetricsReporter.java:209)
at sun.reflect.GeneratedMethodAccessor102.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at sun.reflect.misc.Trampoline.invoke(MethodUtil.java:71)
at sun.reflect.GeneratedMethodAccessor5.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at sun.reflect.misc.MethodUtil.invoke(MethodUtil.java:275)
at com.sun.jmx.mbeanserver.StandardMBeanIntrospector.invokeM2(StandardMBeanIntrospector.java:112)
at com.sun.jmx.mbeanserver.StandardMBeanIntrospector.invokeM2(StandardMBeanIntrospector.java:46)
at com.sun.jmx.mbeanserver.MBeanIntrospector.invokeM(MBeanIntrospector.java:237)
at com.sun.jmx.mbeanserver.PerInterface.getAttribute(PerInterface.java:83)
at com.sun.jmx.mbeanserver.MBeanSupport.getAttribute(MBeanSupport.java:206)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getAttribute(DefaultMBeanServerInterceptor.java:647)
... 41 more
Build Log:
[...truncated 13121 lines...]
[junit4] Suite: org.apache.solr.core.TestJmxIntegration
[junit4] 2> 2311652 INFO (SUITE-TestJmxIntegration-seed#[6299E5AA77C14726]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.core.TestJmxIntegration_6299E5AA77C14726-001/init-core-data-001
[junit4] 2> 2311653 WARN (SUITE-TestJmxIntegration-seed#[6299E5AA77C14726]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
[junit4] 2> 2311653 INFO (SUITE-TestJmxIntegration-seed#[6299E5AA77C14726]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2311658 INFO (SUITE-TestJmxIntegration-seed#[6299E5AA77C14726]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 2311659 INFO (SUITE-TestJmxIntegration-seed#[6299E5AA77C14726]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 2311659 INFO (SUITE-TestJmxIntegration-seed#[6299E5AA77C14726]-worker) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 2311700 INFO (SUITE-TestJmxIntegration-seed#[6299E5AA77C14726]-worker) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2311724 INFO (SUITE-TestJmxIntegration-seed#[6299E5AA77C14726]-worker) [ ] o.a.s.s.IndexSchema [null] Schema name=test
[junit4] 2> 2311819 INFO (SUITE-TestJmxIntegration-seed#[6299E5AA77C14726]-worker) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2311889 INFO (SUITE-TestJmxIntegration-seed#[6299E5AA77C14726]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bbf13f0
[junit4] 2> 2311897 INFO (SUITE-TestJmxIntegration-seed#[6299E5AA77C14726]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bbf13f0
[junit4] 2> 2311897 INFO (SUITE-TestJmxIntegration-seed#[6299E5AA77C14726]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bbf13f0
[junit4] 2> 2311898 INFO (coreLoadExecutor-10662-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2311898 INFO (coreLoadExecutor-10662-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 2311922 INFO (coreLoadExecutor-10662-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2311936 INFO (coreLoadExecutor-10662-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2312041 INFO (coreLoadExecutor-10662-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2312048 INFO (coreLoadExecutor-10662-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 2312048 INFO (coreLoadExecutor-10662-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bbf13f0
[junit4] 2> 2312048 INFO (coreLoadExecutor-10662-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2312048 INFO (coreLoadExecutor-10662-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.core.TestJmxIntegration_6299E5AA77C14726-001/init-core-data-001/]
[junit4] 2> 2312049 INFO (coreLoadExecutor-10662-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=28, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=70.73828125, floorSegmentMB=2.1005859375, forceMergeDeletesPctAllowed=29.912875232210173, segmentsPerTier=22.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.24753721932130957
[junit4] 2> 2312116 INFO (coreLoadExecutor-10662-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2312116 INFO (coreLoadExecutor-10662-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2312116 INFO (coreLoadExecutor-10662-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2312116 INFO (coreLoadExecutor-10662-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2312117 INFO (coreLoadExecutor-10662-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=32, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=49.5849609375, floorSegmentMB=1.142578125, forceMergeDeletesPctAllowed=23.03789077509135, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8690678275565152
[junit4] 2> 2312117 INFO (coreLoadExecutor-10662-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7b67c7c8[collection1] main]
[junit4] 2> 2312118 INFO (coreLoadExecutor-10662-thread-1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 2312121 INFO (coreLoadExecutor-10662-thread-1) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 2312143 INFO (coreLoadExecutor-10662-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2312144 INFO (coreLoadExecutor-10662-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590764369164107776
[junit4] 2> 2312144 INFO (searcherExecutor-10663-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 2312144 INFO (searcherExecutor-10663-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 2312144 INFO (searcherExecutor-10663-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 2312144 INFO (searcherExecutor-10663-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 2312144 INFO (searcherExecutor-10663-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 2312144 INFO (searcherExecutor-10663-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 2312145 INFO (searcherExecutor-10663-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 2312145 INFO (searcherExecutor-10663-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 2312145 INFO (searcherExecutor-10663-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 2312146 INFO (SUITE-TestJmxIntegration-seed#[6299E5AA77C14726]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 2312146 INFO (searcherExecutor-10663-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7b67c7c8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] IGNOR/A 0.00s J1 | TestJmxIntegration.testJmxOnCoreReload
[junit4] > Assumption #1: 'awaitsfix' test group is disabled (@AwaitsFix(bugUrl=https://issues.apache.org/jira/browse/SOLR-2715))
[junit4] 2> 2312148 INFO (TEST-TestJmxIntegration.testJmxUpdate-seed#[6299E5AA77C14726]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testJmxUpdate
[junit4] 2> 2312163 INFO (TEST-TestJmxIntegration.testJmxUpdate-seed#[6299E5AA77C14726]) [ ] o.a.s.c.TestJmxIntegration Mbeans in server: [solr:dom1=core,dom2=collection1,category=QUERY,scope=/terms,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/dismax,name=handlerStart, solr_42040:dom1=solr,dom2=jvm,name0=system,name=properties, java.lang:type=Threading, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mock,name=requests, solr:dom1=node,category=QUERY,scope=/admin/metrics/collector,name=handlerStart, solr:dom1=node,category=ADMIN,scope=/admin/metrics,name=requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mock,name=errors, solr:dom1=jvm,name0=os,name=systemLoadAverage, solr:dom1=core,dom2=collection1,category=QUERY,scope=/get,name=errors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH1,name=requestTimes, solr:dom1=core,dom2=collection1,category=QUERY,scope=/defaults,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-def,name=requestTimes, solr:dom1=core,dom2=collection1,category=UPDATE,scope=update,name=requestTimes, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update,name=timeouts, solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=threadPool.updateExecutor.running, solr:dom1=node,category=QUERY,scope=httpShardHandler,name=threadPool.httpShardExecutor.duration, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mock,name=handlerStart, solr:dom1=node,category=ADMIN,scope=/admin/metrics,name=serverErrors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update,name=handlerStart, solr:dom1=jvm,name0=buffers,name1=mapped,name=TotalCapacity, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update,name=totalTime, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/luke,name=requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-def,name=timeouts, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=rollbacks, solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=threadPool.recoveryExecutor.submitted, solr:dom1=node,category=ADMIN,scope=/admin/cores,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/stream,name=requestTimes, solr:dom1=core,dom2=collection1,category=QUERY,scope=/dismax,name=clientErrors, solr:dom1=node,category=CONTAINER,scope=threadPool,name=coreContainerWorkExecutor.running, solr:dom1=core,dom2=collection1,category=QUERY,scope=/graph,name=clientErrors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json,name=timeouts, solr:dom1=core,dom2=collection1,category=QUERY,scope=/terms,name=timeouts, solr:dom1=node,category=ADMIN,scope=/admin/collections,name=requestTimes, solr:dom1=core,dom2=collection1,category=SEARCHER,scope=searcher,name=reader, solr:dom1=jvm,name0=memory,name1=pools,name2=Survivor-Space,name=max, solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrFragmenter,name=gap.requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/export,name=requestTimes, solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrBoundaryScanner,name=breakIterator.requests, solr_38775:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=node,category=ADMIN,scope=/admin/authorization,name=requestTimes, solr:dom1=node,category=ADMIN,scope=/admin/collections,name=handlerStart, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/segments,name=totalTime, solr:dom1=node,category=ADMIN,scope=/admin/autoscaling/history,name=clientErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/ping,name=errors, solr:dom1=jvm,name0=memory,name1=pools,name2=Compressed-Class-Space,name=max, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/schema,name=clientErrors, solr:dom1=jvm,name0=memory,name1=pools,name2=Eden-Space,name=used-after-gc, solr:dom1=core,dom2=collection1,category=QUERY,scope=/stream,name=timeouts, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=errors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/file,name=errors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/sql,name=requests, solr:dom1=jvm,name0=memory,name1=pools,name2=Survivor-Space,name=used, solr:dom1=core,dom2=collection1,category=TLOG,name=state, solr_44748:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=CORE,scope=fs,name=spins, java.lang:type=GarbageCollector,name=Copy, solr:dom1=jvm,name0=buffers,name1=direct,name=MemoryUsed, solr:dom1=jvm,name0=classes,name=unloaded, solr:dom1=jvm,name0=threads,name1=waiting,name=count, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-def,name=errors, solr:dom1=node,category=ADMIN,scope=/admin/cores,name=threadPool.parallelCoreAdminExecutor.submitted, solr:dom1=core,dom2=collection1,category=TLOG,scope=replay,name=remaining.bytes, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/properties,name=timeouts, solr:dom1=node,category=CONTAINER,scope=cores,name=loaded, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/schema,name=handlerStart, solr_49139:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=node,category=ADMIN,scope=/admin/autoscaling/history,name=timeouts, solr:dom1=node,category=ADMIN,scope=/admin/authorization,name=handlerStart, solr_61225:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mltrh,name=totalTime, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update,name=clientErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-invariants,name=clientErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/export,name=totalTime, solr:dom1=core,dom2=collection1,category=SEARCHER,scope=new,name=errors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/sql,name=timeouts, java.lang:type=MemoryPool,name=Survivor Space, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/config,name=clientErrors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/csv,name=handlerStart, solr:dom1=node,category=QUERY,scope=httpShardHandler,name=threadPool.httpShardExecutor.completed, solr:dom1=core,dom2=collection1,category=QUERY,scope=/debug/dump,name=clientErrors, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=handlerStart, solr:dom1=core,dom2=collection1,category=QUERY,scope=/graph,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak_Direct,name=serverErrors, java.lang:type=Runtime, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=cumulativeDeletesById, solr:dom1=jvm,name0=memory,name1=pools,name2=Tenured-Gen,name=usage, solr:dom1=core,dom2=collection1,category=QUERY,scope=/defaults,name=timeouts, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=cumulativeDeletesByQuery, solr:dom1=core,dom2=collection1,category=QUERY,scope=/dismax,name=timeouts, solr:dom1=node,category=ADMIN,scope=/admin/authorization,name=errors, solr_49917:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=threadPool.recoveryExecutor.duration, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak_Direct,name=timeouts, solr:dom1=core,dom2=collection1,category=CORE,scope=fs,name=totalSpace, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH_Direct,name=clientErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/terms,name=clientErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/mbeans,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-def,name=handlerStart, solr:dom1=node,category=CONTAINER,scope=threadPool,name=coreContainerWorkExecutor.duration, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak_Direct,name=requests, solr:dom1=node,category=ADMIN,scope=/admin/zookeeper,name=clientErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/segments,name=timeouts, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak_Direct,name=clientErrors, solr:dom1=jvm,name0=threads,name1=term?nated,name=count, solr:dom1=node,category=CONTAINER,scope=cores,name=unloaded, solr:dom1=node,category=ADMIN,scope=/admin/metrics,name=requestTimes, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-invariants,name=serverErrors, solr:dom1=node,category=ADMIN,scope=/admin/metrics,name=timeouts, solr_61482:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=CORE,scope=fs,name=usableSpace, solr_44672:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=jvm,name0=os,name=totalPhysicalMemorySize, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH,name=serverErrors, solr:dom1=jvm,name0=os,name=totalSwapSpaceSize, solr:dom1=jvm,name0=memory,name1=pools,name2=Code-Cache,name=init, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=cumulativeErrors, solr:dom1=node,category=QUERY,scope=/admin/metrics/collector,name=requestTimes, solr_52682:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH,name=errors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mlt,name=handlerStart, solr:dom1=jvm,name0=os,name=availableProcessors, solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=threadPool.recoveryExecutor.running, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak,name=timeouts, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update,name=requestTimes, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak,name=errors, solr:dom1=jvm,name0=memory,name1=pools,name2=Compressed-Class-Space,name=used, solr_63000:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=node,category=CONTAINER,scope=fs,name=path, solr:dom1=node,category=ADMIN,scope=/admin/zookeeper,name=timeouts, solr:dom1=jvm,name0=threads,name=count, solr:dom1=jetty,name=foo, solr:dom1=node,category=ADMIN,scope=/admin/authorization,name=timeouts, solr:dom1=core,dom2=collection1,category=SEARCHER,scope=searcher,name=caching, solr_65465:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mock,name=serverErrors, solr:dom1=jvm,name0=memory,name1=total,name=used, solr:dom1=jvm,name0=memory,name1=pools,name2=Code-Cache,name=usage, solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrFormatter,name=html.requests, solr:dom1=node,category=CONTAINER,scope=fs,name=spins, solr:dom1=node,category=ADMIN,scope=/admin/cores,name=clientErrors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=deletesByQuery, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/schema,name=timeouts, solr_40263:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json/docs,name=serverErrors, solr:dom1=jvm,name0=threads,name1=new,name=count, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak,name=handlerStart, solr:dom1=core,dom2=collection1,category=TLOG,scope=replay,name=ops, solr_60214:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH1,name=handlerStart, solr:dom1=jetty,name=foo_bar, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/threads,name=serverErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/logging,name=serverErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/ping,name=requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/export,name=timeouts, solr:dom1=jvm,name0=memory,name1=pools,name2=Tenured-Gen,name=max, solr:dom1=jvm,name0=threads,name1=wa?t?ng,name=count, solr:dom1=node,category=ADMIN,scope=/admin/autoscaling/history,name=totalTime, solr:dom1=core,dom2=collection1,category=SEARCHER,scope=searcher,name=openedAt, solr:dom1=core,dom2=collection1,category=QUERY,scope=/stream,name=clientErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mlt,name=requestTimes, solr:dom1=node,category=ADMIN,scope=/admin/configs,name=errors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mock,name=initCount, solr:dom1=core,dom2=collection1,category=UPDATE,scope=update,name=errors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=update,name=clientErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak,name=requests, solr:dom1=node,category=ADMIN,scope=/admin/cores,name=handlerStart, solr:dom1=node,category=QUERY,scope=httpShardHandler,name=leasedConnections, solr:dom1=core,dom2=collection1,category=QUERY,scope=/select,name=requests, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=softAutoCommits, solr_63801:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=jvm,name0=memory,name1=non-heap,name=used, solr:dom1=node,category=ADMIN,scope=/admin/metrics,name=handlerStart, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/segments,name=serverErrors, solr:dom1=jvm,name0=memory,name1=pools,name2=Tenured-Gen,name=used-after-gc, solr:dom1=node,category=ADMIN,scope=/admin/collections,name=clientErrors, java.lang:type=MemoryPool,name=Code Cache, solr:dom1=core,dom2=collection1,category=CORE,name=refCount, java.nio:type=BufferPool,name=direct, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json,name=totalTime, solr:dom1=node,category=ADMIN,scope=/admin/collections,name=errors, solr:dom1=jvm,name0=threads,name1=daemon,name=count, solr:dom1=node,category=ADMIN,scope=/admin/zookeeper,name=serverErrors, solr:dom1=node,category=CONTAINER,scope=fs,name=coreRoot.path, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/segments,name=errors, solr:dom1=jvm,name0=memory,name1=non-heap,name=init, solr:dom1=node,category=ADMIN,scope=/admin/configs,name=requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/sql,name=requestTimes, solr:dom1=core,dom2=collection1,category=CACHE,scope=searcher,name=queryResultCache, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH,name=requestTimes, solr:dom1=jvm,name0=memory,name1=pools,name2=Eden-Space,name=max, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-invariants,name=totalTime, solr:dom1=node,category=ADMIN,scope=/admin/autoscaling/history,name=handlerStart, solr:dom1=core,dom2=collection1,category=SEARCHER,scope=searcher,name=searcherName, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH_Direct,name=handlerStart, solr_45021:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=QUERY,scope=/dismax,name=requests, solr:dom1=jvm,name0=memory,name1=heap,name=max, solr:dom1=node,category=CONTAINER,scope=threadPool,name=coreLoadExecutor.duration, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=serverErrors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=update,name=timeouts, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/luke,name=errors, solr:dom1=node,category=ADMIN,scope=/admin/cores,name=requests, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/mbeans,name=requestTimes, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/file,name=timeouts, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=indexSize, solr:dom1=node,category=ADMIN,scope=/admin/zookeeper,name=errors, solr_38275:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/ping,name=timeouts, solr_40918:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=node,category=ADMIN,scope=/admin/cores,name=requestTimes, solr:dom1=core,dom2=collection1,category=QUERY,scope=/graph,name=requests, solr:dom1=jvm,name0=memory,name1=pools,name2=Tenured-Gen,name=committed, solr:dom1=jvm,name0=buffers,name1=mapped,name=Count, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/schema,name=requestTimes, solr:dom1=core,dom2=collection1,category=QUERY,scope=/defaults,name=errors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/segments,name=requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-invariants,name=
[junit4] 2> timeouts, solr:dom1=core,dom2=collection1,category=UPDATE,scope=update,name=totalTime, solr:dom1=core,dom2=collection1,category=UPDATE,scope=update,name=requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH1,name=clientErrors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json/docs,name=clientErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/properties,name=serverErrors, java.lang:type=Compilation, solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=threadPool.updateExecutor.submitted, solr:dom1=jvm,name0=memory,name1=pools,name2=Compressed-Class-Space,name=committed, solr:dom1=node,category=ADMIN,scope=/admin/autoscaling/history,name=requests, solr:dom1=node,category=QUERY,scope=/admin/metrics/collector,name=serverErrors, solr:dom1=core,dom2=collection1,category=TLOG,scope=buffered,name=ops, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=timeouts, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=adds, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/properties,name=errors, solr:dom1=jvm,name0=os,name=version, solr:dom1=core,dom2=collection1,category=UPDATE,scope=update,name=serverErrors, solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=pendingConnections, solr:dom1=jvm,name0=memory,name1=pools,name2=Metaspace,name=usage, solr:dom1=core,dom2=collection1,category=CACHE,scope=searcher,name=documentCache, solr_39740:dom1=solr,dom2=jvm,name0=system,name=properties, solr_46787:dom1=solr,dom2=jvm,name0=system,name=properties, solr_47181:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/plugins,name=totalTime, solr:dom1=core,dom2=collection1,category=QUERY,scope=/graph,name=handlerStart, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mlt,name=errors, solr_64039:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak_Direct,name=handlerStart, java.lang:type=MemoryPool,name=Compressed Class Space, solr:dom1=core,dom2=collection1,category=QUERY,scope=/terms,name=requestTimes, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/schema,name=errors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH_Direct,name=totalTime, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/csv,name=clientErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/properties,name=totalTime, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/csv,name=requests, solr:dom1=jvm,name0=os,name=committedVirtualMemorySize, solr:dom1=core,dom2=collection1,category=QUERY,scope=/tvrh,name=errors, solr:dom1=jvm,name0=memory,name1=pools,name2=Tenured-Gen,name=used, solr:dom1=core,dom2=collection1,category=QUERY,scope=/terms,name=requests, solr:dom1=jvm,name0=memory,name1=non-heap,name=max, solr:dom1=jvm,name0=os,name=maxFileDescriptorCount, solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrFragmentsBuilder,name=simple.requests, solr:dom1=core,dom2=collection1,category=CORE,name=coreName, solr:dom1=node,category=CONTAINER,scope=threadPool,name=coreLoadExecutor.running, solr:dom1=core,dom2=collection1,category=QUERY,scope=/sql,name=handlerStart, solr:dom1=jvm,name0=memory,name1=heap,name=used, solr:dom1=core,dom2=collection1,category=CACHE,scope=searcher,name=perSegFilter, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/logging,name=requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/sql,name=errors, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=confFilesToReplicate, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json/docs,name=requests, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/luke,name=totalTime, solr:dom1=node,category=CONTAINER,scope=fs,name=coreRoot.usableSpace, solr:dom1=jvm,name0=os,name=systemCpuLoad, solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrFragListBuilder,name=default.requests, solr_57584:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=splits, solr:dom1=core,dom2=collection1,category=QUERY,scope=/terms,name=handlerStart, solr:dom1=jvm,name0=memory,name1=pools,name2=Survivor-Space,name=init, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=fetcher, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH_Direct,name=requestTimes, solr:dom1=jvm,name0=threads,name1=blocked,name=count, solr:dom1=core,dom2=collection1,category=QUERY,scope=/graph,name=timeouts, solr:dom1=node,category=ADMIN,scope=/admin/zookeeper,name=requestTimes, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=totalTime, solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrBoundaryScanner,name=default.requests, solr:dom1=node,category=ADMIN,scope=/admin/collections,name=requests, solr:dom1=node,category=ADMIN,scope=/admin/configs,name=totalTime, solr:dom1=core,dom2=collection1,category=TLOG,scope=applyingBuffered,name=ops, solr:dom1=node,category=ADMIN,scope=/admin/info,name=handlerStart, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-def,name=totalTime, solr_55798:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=jvm,name0=gc,name1=Copy,name=time, solr:dom1=jvm,name0=buffers,name1=direct,name=TotalCapacity, solr:dom1=node,category=ADMIN,scope=/admin/autoscaling/history,name=serverErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/properties,name=clientErrors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=update,name=handlerStart, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=generation, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/csv,name=timeouts, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mltrh,name=errors, java.lang:type=OperatingSystem, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/luke,name=timeouts, solr:dom1=core,dom2=collection1,category=QUERY,scope=/tvrh,name=handlerStart, solr:dom1=jvm,name0=threads,name1=t?med_wa?t?ng,name=count, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/threads,name=totalTime, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json/docs,name=timeouts, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mock,name=clientErrors, solr:dom1=jvm,name0=threads,name1=terminated,name=count, java.lang:type=MemoryManager,name=Metaspace Manager, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/mbeans,name=handlerStart, solr:dom1=node,category=QUERY,scope=/admin/metrics/collector,name=timeouts, solr:dom1=node,category=ADMIN,scope=/admin/metrics,name=totalTime, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH1,name=errors, solr:dom1=node,category=ADMIN,scope=/admin/zookeeper,name=handlerStart, solr:dom1=core,dom2=collection1,category=TLOG,scope=replay,name=remaining.logs, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/system,name=requestTimes, solr:dom1=core,dom2=collection1,category=CORE,scope=fs,name=path, solr:dom1=node,category=CONTAINER,scope=threadPool,name=coreContainerWorkExecutor.completed, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/properties,name=requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/sql,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/sql,name=totalTime, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/logging,name=totalTime, solr:dom1=node,category=ADMIN,scope=/admin/cores,name=threadPool.parallelCoreAdminExecutor.duration, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/luke,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH,name=totalTime, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json/docs,name=totalTime, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak,name=serverErrors, solr:dom1=core,dom2=collection1,category=INDEX,name=sizeInBytes, solr_64326:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=jvm,name0=memory,name1=pools,name2=Metaspace,name=max, solr:dom1=node,category=ADMIN,scope=/admin/info,name=requestTimes, solr_65193:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=commits, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=isSlave, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/threads,name=requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/sql,name=clientErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/schema,name=serverErrors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=cumulativeAdds, solr:dom1=node,category=ADMIN,scope=/admin/authorization,name=clientErrors, solr_58095:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mock,name=timeouts, solr_63716:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mlt,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/select,name=timeouts, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/mbeans,name=timeouts, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/logging,name=timeouts, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mltrh,name=clientErrors, solr:dom1=jvm,name0=os,name=freeSwapSpaceSize, java.lang:type=MemoryPool,name=Tenured Gen, solr:dom1=core,dom2=collection1,category=QUERY,scope=/get,name=totalTime, java.lang:type=MemoryManager,name=CodeCacheManager, solr:dom1=core,dom2=collection1,category=QUERY,scope=/stream,name=requests, solr_45932:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=node,category=QUERY,scope=httpShardHandler,name=availableConnections, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=indexPath, solr_57589:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/threads,name=handlerStart, solr:dom1=core,dom2=collection1,category=QUERY,scope=/debug/dump,name=requestTimes, solr:dom1=core,dom2=collection1,category=QUERY,scope=/export,name=requests, solr:dom1=node,category=ADMIN,scope=/admin/configs,name=handlerStart, solr:dom1=core,dom2=collection1,category=QUERY,scope=/debug/dump,name=totalTime, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=requestTimes, solr_59845:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=node,category=ADMIN,scope=/admin/collections,name=timeouts, solr:dom1=jvm,name0=memory,name1=pools,name2=Eden-Space,name=init, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/system,name=timeouts, solr:dom1=core,dom2=collection1,category=QUERY,scope=/graph,name=totalTime, solr:dom1=node,category=ADMIN,scope=/admin/info,name=clientErrors, solr:dom1=jvm,name0=memory,name1=heap,name=usage, solr:dom1=core,dom2=collection1,category=INDEX,name=size, solr_53029:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/plugins,name=requestTimes, java.nio:type=BufferPool,name=mapped, solr_62780:dom1=solr,dom2=jvm,name0=system,name=properties, com.sun.management:type=DiagnosticCommand, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=replicationEnabled, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/config,name=serverErrors, solr:dom1=core,dom2=collection1,category=SEARCHER,scope=new,name=maxReached, solr_54508:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=node,category=ADMIN,scope=/admin/info,name=totalTime, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/plugins,name=clientErrors, solr:dom1=node,category=ADMIN,scope=/admin/cores,name=threadPool.parallelCoreAdminExecutor.running, solr:dom1=jvm,name0=os,name=arch, solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=threadPool.updateExecutor.duration, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/csv,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-def,name=requests, solr:dom1=jvm,name0=memory,name1=pools,name2=Compressed-Class-Space,name=init, solr:dom1=jvm,name0=os,name=name, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-def,name=serverErrors, solr:dom1=core,dom2=collection1,category=SEARCHER,scope=searcher,name=maxDoc, solr:dom1=jvm,name0=os,name=processCpuLoad, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json,name=errors, solr:dom1=jvm,name0=memory,name1=pools,name2=Metaspace,name=committed, solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrFragmentsBuilder,name=scoreOrder.requests, solr:dom1=node,category=CONTAINER,scope=fs,name=usableSpace, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH1,name=serverErrors, solr:dom1=node,category=ADMIN,scope=/admin/metrics,name=errors, solr_37753:dom1=solr,dom2=jvm,name0=system,name=properties, solr_41150:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=merges, solr:dom1=node,category=QUERY,scope=/admin/metrics/collector,name=totalTime, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/ping,name=totalTime, solr:dom1=core,dom2=collection1,category=QUERY,scope=/tvrh,name=serverErrors, solr:dom1=node,category=CONTAINER,scope=version,name=specification, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/plugins,name=errors, solr_48436:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=jvm,name0=threads,name1=timed_waiting,name=count, solr:dom1=core,dom2=collection1,category=CORE,name=instanceDir, solr:dom1=jvm,name0=gc,name1=Copy,name=count, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/csv,name=errors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/tvrh,name=clientErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/file,name=totalTime, solr:dom1=core,dom2=collection1,category=QUERY,scope=/dismax,name=serverErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/plugins,name=handlerStart, solr:dom1=core,dom2=collection1,category=SEARCHER,scope=searcher,name=deletedDocs, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json,name=clientErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH1,name=timeouts, solr:dom1=jvm,name0=memory,name1=pools,name2=Metaspace,name=used, solr:dom1=node,category=ADMIN,scope=/admin/info,name=timeouts, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/config,name=requestTimes, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/system,name=handlerStart, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/threads,name=requestTimes, solr_44204:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mltrh,name=serverErrors, JMImplementation:type=MBeanServerDelegate, solr:dom1=core,dom2=collection1,category=SEARCHER,scope=searcher,name=readerDir, solr:dom1=node,category=ADMIN,scope=/admin/autoscaling/history,name=requestTimes, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update,name=serverErrors, solr:dom1=node,category=ADMIN,scope=/admin/zookeeper,name=requests, solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=threadPool.recoveryExecutor.completed, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH,name=handlerStart, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=deletesById, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/mbeans,name=requests, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/mbeans,name=errors, solr:dom1=core,dom2=collection1,category=SEARCHER,scope=new,name=time, solr:dom1=node,category=ADMIN,scope=/admin/collections,name=totalTime, java.lang:type=ClassLoading, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/plugins,name=requests, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/ping,name=clientErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/file,name=clientErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/select,name=requestTim
[junit4] 2> es, solr:dom1=node,category=CONTAINER,scope=threadPool,name=coreContainerWorkExecutor.submitted, solr_42731:dom1=solr,dom2=jvm,name0=system,name=properties, java.lang:type=MemoryPool,name=Metaspace, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=clientErrors, solr_61627:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=expungeDeletes, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak,name=clientErrors, solr_54253:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=QUERY,scope=/debug/dump,name=serverErrors, solr_33384:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=QUERY,scope=/tvrh,name=requestTimes, solr:dom1=core,dom2=collection1,category=CACHE,scope=core,name=fieldCache, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH_Direct,name=timeouts, solr:dom1=core,dom2=collection1,category=CACHE,scope=searcher,name=fieldValueCache, solr:dom1=core,dom2=collection1,category=QUERY,scope=/terms,name=totalTime, solr_51419:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=QUERY,scope=/select,name=handlerStart, solr:dom1=jvm,name0=memory,name1=pools,name2=Code-Cache,name=max, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/file,name=serverErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/logging,name=clientErrors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=autoCommits, solr:dom1=node,category=ADMIN,scope=/admin/authorization,name=requests, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/csv,name=requestTimes, solr:dom1=node,category=ADMIN,scope=/admin/cores,name=timeouts, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/segments,name=handlerStart, solr_33988:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=node,category=CONTAINER,scope=fs,name=totalSpace, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/ping,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH_Direct,name=errors, solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrFragmenter,name=default.requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/tvrh,name=requests, solr:dom1=node,category=ADMIN,scope=/admin/info,name=requests, solr:dom1=node,category=ADMIN,scope=/admin/configs,name=timeouts, solr:dom1=jvm,name0=os,name=freePhysicalMemorySize, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/threads,name=clientErrors, solr:dom1=node,category=ADMIN,scope=/admin/cores,name=threadPool.parallelCoreAdminExecutor.completed, solr:dom1=core,dom2=collection1,category=QUERY,scope=/defaults,name=clientErrors, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=errors, solr:dom1=jvm,name0=memory,name1=pools,name2=Eden-Space,name=committed, solr:dom1=core,dom2=collection1,category=SEARCHER,scope=new,name=warmup, solr:dom1=core,dom2=collection1,category=QUERY,scope=/get,name=requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mlt,name=clientErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mltrh,name=timeouts, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH_Direct,name=requests, solr:dom1=node,category=QUERY,scope=httpShardHandler,name=maxConnections, solr:dom1=core,dom2=collection1,category=QUERY,scope=/defaults,name=totalTime, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/schema,name=totalTime, solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrFragmentsBuilder,name=default.requests, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=docsPending, solr:dom1=node,category=ADMIN,scope=/admin/zookeeper,name=totalTime, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mock,name=totalTime, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mlt,name=totalTime, solr:dom1=jvm,name0=system,name=properties, solr_60088:dom1=solr,dom2=jvm,name0=system,name=properties, solr_50723:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=isMaster, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/logging,name=handlerStart, solr:dom1=node,category=ADMIN,scope=/admin/collections,name=serverErrors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json,name=serverErrors, solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrEncoder,name=default.requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mltrh,name=requests, solr_62516:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/mbeans,name=clientErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH1,name=totalTime, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json,name=requestTimes, solr:dom1=core,dom2=collection1,category=QUERY,scope=/graph,name=requestTimes, solr:dom1=core,dom2=collection1,category=QUERY,scope=/export,name=clientErrors, solr:dom1=jvm,name0=memory,name1=pools,name2=Survivor-Space,name=usage, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/logging,name=requestTimes, solr:dom1=jvm,name0=memory,name1=total,name=max, solr:dom1=core,dom2=collection1,category=CORE,name=aliases, solr:dom1=core,dom2=collection1,category=QUERY,scope=/select,name=errors, solr:dom1=jvm,name0=memory,name1=pools,name2=Code-Cache,name=used, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/plugins,name=timeouts, solr:dom1=core,dom2=collection1,category=QUERY,scope=/debug/dump,name=errors, solr_37833:dom1=solr,dom2=jvm,name0=system,name=properties, solr_39599:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=SEARCHER,scope=searcher,name=registeredAt, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/get,name=timeouts, solr:dom1=core,dom2=collection1,category=QUERY,scope=/get,name=handlerStart, solr:dom1=jvm,name0=memory,name1=pools,name2=Compressed-Class-Space,name=usage, solr:dom1=node,category=ADMIN,scope=/admin/info,name=serverErrors, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=replicateAfter, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mltrh,name=handlerStart, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/file,name=requests, solr:dom1=core,dom2=collection1,category=CACHE,scope=searcher,name=filterCache, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/segments,name=clientErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/config,name=timeouts, solr:dom1=core,dom2=collection1,category=QUERY,scope=/export,name=handlerStart, solr:dom1=core,dom2=collection1,category=CORE,name=startTime, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json/docs,name=requestTimes, solr_40723:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=node,category=CONTAINER,scope=threadPool,name=coreLoadExecutor.completed, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/properties,name=handlerStart, solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrBoundaryScanner,name=simple.requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-invariants,name=requestTimes, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/ping,name=requestTimes, solr:dom1=core,dom2=collection1,category=QUERY,scope=/defaults,name=requests, java.lang:type=GarbageCollector,name=MarkSweepCompact, solr:dom1=jvm,name0=gc,name1=MarkSweepCompact,name=time, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/file,name=requestTimes, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update,name=errors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/select,name=serverErrors, solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=maxConnections, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH,name=clientErrors, solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=availableConnections, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mltrh,name=requestTimes, solr:dom1=node,category=ADMIN,scope=/admin/configs,name=serverErrors, solr:dom1=core,dom2=collection1,category=SEARCHER,name=new, solr:dom1=node,category=CONTAINER,scope=version,name=implementation, com.sun.management:type=HotSpotDiagnostic, solr:dom1=core,dom2=collection1,category=QUERY,scope=/export,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH,name=requests, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/luke,name=clientErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mlt,name=requests, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json/docs,name=errors, solr:dom1=node,category=CONTAINER,scope=threadPool,name=coreLoadExecutor.submitted, solr:dom1=jvm,name0=memory,name1=non-heap,name=committed, solr:dom1=jvm,name0=buffers,name1=mapped,name=MemoryUsed, solr_48076:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/schema,name=requests, solr_32902:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=QUERY,scope=/terms,name=errors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/system,name=clientErrors, java.util.logging:type=Logging, solr:dom1=jvm,name0=memory,name1=pools,name2=Metaspace,name=init, solr:dom1=core,dom2=collection1,category=QUERY,scope=/dismax,name=totalTime, solr:dom1=jvm,name0=buffers,name1=direct,name=Count, solr:dom1=core,dom2=collection1,category=QUERY,scope=/select,name=totalTime, solr:dom1=jvm,name0=os,name=processCpuTime, solr_38317:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=QUERY,scope=/get,name=serverErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/ping,name=handlerStart, solr:dom1=core,dom2=collection1,category=QUERY,scope=/dismax,name=requestTimes, solr:dom1=jvm,name0=memory,name1=pools,name2=Tenured-Gen,name=init, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/plugins,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak,name=totalTime, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/system,name=totalTime, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/config,name=handlerStart, solr:dom1=core,dom2=collection1,category=QUERY,scope=/stream,name=errors, solr_58799:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/segments,name=requestTimes, solr:dom1=jvm,name0=memory,name1=heap,name=committed, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/file,name=handlerStart, solr_43316:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=jvm,name0=threads,name1=deadlock,name=count, solr:dom1=core,dom2=collection1,category=QUERY,scope=/defaults,name=requestTimes, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH1,name=requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-invariants,name=errors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/graph,name=errors, solr:dom1=core,dom2=collection1,category=SEARCHER,scope=searcher,name=warmupTime, solr:dom1=jvm,name0=threads,name1=runnable,name=count, solr:dom1=jvm,name0=memory,name1=pools,name2=Eden-Space,name=usage, solr:dom1=node,category=ADMIN,scope=/admin/metrics,name=clientErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/config,name=errors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak_Direct,name=requestTimes, solr:dom1=core,dom2=collection1,category=SEARCHER,scope=searcher,name=indexVersion, solr:dom1=jvm,name0=memory,name1=heap,name=init, solr:dom1=core,dom2=collection1,category=SEARCHER,scope=searcher,name=numDocs, solr:dom1=core,dom2=collection1,category=TLOG,scope=copyOverOldUpdates,name=ops, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak,name=requestTimes, solr:dom1=node,category=ADMIN,scope=/admin/authorization,name=serverErrors, solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrFormatter,name=default.requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/export,name=errors, solr:dom1=core,dom2=collection1,category=CORE,name=indexDir, solr_59473:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=QUERY,scope=/dismax,name=errors, solr:dom1=node,category=ADMIN,scope=/admin/cores,name=totalTime, solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrFragmenter,name=regex.requests, solr:dom1=node,category=ADMIN,scope=/admin/configs,name=requestTimes, solr:dom1=core,dom2=collection1,category=QUERY,scope=/select,name=clientErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/get,name=requestTimes, solr:dom1=jvm,name0=gc,name1=MarkSweepCompact,name=count, solr:dom1=node,category=QUERY,scope=/admin/metrics/collector,name=clientErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/config,name=requests, solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=threadPool.updateExecutor.completed, solr:dom1=core,dom2=collection1,category=QUERY,scope=/get,name=clientErrors, solr:dom1=node,category=ADMIN,scope=/admin/authorization,name=totalTime, solr:dom1=node,category=ADMIN,scope=/admin/cores,name=errors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json,name=handlerStart, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/threads,name=timeouts, solr:dom1=node,category=QUERY,scope=httpShardHandler,name=threadPool.httpShardExecutor.submitted, java.lang:type=MemoryPool,name=Eden Space, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/system,name=errors, solr:dom1=node,category=QUERY,scope=httpShardHandler,name=threadPool.httpShardExecutor.running, solr:dom1=core,dom2=collection1,category=QUERY,scope=/debug/dump,name=handlerStart, solr:dom1=node,category=CONTAINER,scope=fs,name=coreRoot.totalSpace, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/system,name=requests, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/csv,name=totalTime, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json/docs,name=handlerStart, solr:dom1=node,category=ADMIN,scope=/admin/autoscaling/history,name=errors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/debug/dump,name=requests, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/luke,name=handlerStart, solr_34177:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-invariants,name=handlerStart, solr:dom1=node,category=CONTAINER,scope=cores,name=lazy, solr:dom1=node,category=QUERY,scope=/admin/metrics/collector,name=errors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update,name=requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/defaults,name=handlerStart, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-invariants,name=requests, solr_41537:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=optimizes, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/properties,name=requestTimes, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=indexVersion, solr:dom1=core,dom2=collection1,category=QUERY,scope=/tvrh,name=totalTime, solr:dom1=jvm,name0=os,name=openFileDescriptorCount, solr:dom1=node,category=QUERY,scope=httpShardHandler,name=pendingConnections, solr:dom1=jvm,name0=memory,name1=pools,name2=Code-Cache,name=committed, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mlt,name=timeouts, solr:dom1=node,category=ADMIN,scope=/admin/configs,name=clientErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/threads,name=errors, solr_33119:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=node,category=CACHE,name=fieldCache, solr:dom1=core,dom2=collection1,category=QUERY,scope=/stream,name=handlerStart, solr:dom1=jvm,name0=memory,name1=pools,name2=Survivor-Space,name=committed, solr:dom1=core,dom2=co
[junit4] 2> llection1,category=ADMIN,scope=/admin/mbeans,name=totalTime, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json,name=requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak_Direct,name=totalTime, solr:dom1=jvm,name0=memory,name1=total,name=committed, solr:dom1=jvm,name0=memory,name1=pools,name2=Survivor-Space,name=used-after-gc, solr_57405:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mock,name=requestTimes, solr_32798:dom1=solr,dom2=jvm,name0=system,name=properties, solr:dom1=node,category=QUERY,scope=/admin/metrics/collector,name=requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/stream,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/debug/dump,name=timeouts, solr:dom1=jvm,name0=memory,name1=pools,name2=Eden-Space,name=used, solr:dom1=node,category=CONTAINER,scope=fs,name=coreRoot.spins, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/system,name=serverErrors, solr:dom1=jvm,name0=threads,name=deadlocks, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH_Direct,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckWithWordbreak_Direct,name=errors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/config,name=totalTime, solr:dom1=jvm,name0=memory,name1=non-heap,name=usage, solr:dom1=jvm,name0=classes,name=loaded, solr:dom1=core,dom2=collection1,category=QUERY,scope=/tvrh,name=timeouts, solr:dom1=core,dom2=collection1,category=QUERY,scope=/stream,name=totalTime, java.lang:type=Memory, solr:dom1=jvm,name0=memory,name1=total,name=init, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/logging,name=errors, solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=leasedConnections, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/luke,name=requestTimes, solr:dom1=node,category=ADMIN,scope=/admin/info,name=errors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/spellCheckCompRH,name=timeouts, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-def,name=clientErrors, solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrFragListBuilder,name=simple.requests]
[junit4] 2> 2312168 INFO (TEST-TestJmxIntegration.testJmxUpdate-seed#[6299E5AA77C14726]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[1 (1590764369188225024)]} 0 0
[junit4] 2> 2312170 INFO (TEST-TestJmxIntegration.testJmxUpdate-seed#[6299E5AA77C14726]) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1590764369191370752,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2312170 INFO (TEST-TestJmxIntegration.testJmxUpdate-seed#[6299E5AA77C14726]) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6505b653 commitCommandVersion:1590764369191370752
[junit4] 2> 2312174 INFO (TEST-TestJmxIntegration.testJmxUpdate-seed#[6299E5AA77C14726]) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@194c4ef4[collection1] main]
[junit4] 2> 2312174 INFO (TEST-TestJmxIntegration.testJmxUpdate-seed#[6299E5AA77C14726]) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2312185 INFO (searcherExecutor-10663-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@194c4ef4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):c1)))}
[junit4] 2> 2312185 INFO (TEST-TestJmxIntegration.testJmxUpdate-seed#[6299E5AA77C14726]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 14
[junit4] 2> 2312185 INFO (TEST-TestJmxIntegration.testJmxUpdate-seed#[6299E5AA77C14726]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testJmxUpdate
[junit4] 2> 2312187 INFO (TEST-TestJmxIntegration.testJmxRegistration-seed#[6299E5AA77C14726]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testJmxRegistration
[junit4] 2> 2312210 INFO (TEST-TestJmxIntegration.testJmxRegistration-seed#[6299E5AA77C14726]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testJmxRegistration
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestJmxIntegration -Dtests.method=testJmxRegistration -Dtests.seed=6299E5AA77C14726 -Dtests.slow=true -Dtests.locale=uk -Dtests.timezone=Africa/Nouakchott -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.03s J1 | TestJmxIntegration.testJmxRegistration <<<
[junit4] > Throwable #1: javax.management.RuntimeErrorException: java.lang.InternalError: Memory Pool not found
[junit4] > at __randomizedtesting.SeedInfo.seed([6299E5AA77C14726:EC4881901A801F43]:0)
[junit4] > at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.rethrow(DefaultMBeanServerInterceptor.java:841)
[junit4] > at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.rethrowMaybeMBeanException(DefaultMBeanServerInterceptor.java:852)
[junit4] > at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getAttribute(DefaultMBeanServerInterceptor.java:651)
[junit4] > at com.sun.jmx.mbeanserver.JmxMBeanServer.getAttribute(JmxMBeanServer.java:678)
[junit4] > at org.apache.solr.core.TestJmxIntegration.testJmxRegistration(TestJmxIntegration.java:124)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.lang.InternalError: Memory Pool not found
[junit4] > at sun.management.MemoryPoolImpl.getUsage0(Native Method)
[junit4] > at sun.management.MemoryPoolImpl.getUsage(MemoryPoolImpl.java:96)
[junit4] > at com.codahale.metrics.jvm.MemoryUsageGaugeSet$15.getRatio(MemoryUsageGaugeSet.java:154)
[junit4] > at com.codahale.metrics.RatioGauge.getValue(RatioGauge.java:64)
[junit4] > at com.codahale.metrics.RatioGauge.getValue(RatioGauge.java:11)
[junit4] > at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxGauge.getValue(JmxMetricsReporter.java:209)
[junit4] > at com.sun.jmx.mbeanserver.StandardMBeanIntrospector.invokeM2(StandardMBeanIntrospector.java:112)
[junit4] > at com.sun.jmx.mbeanserver.StandardMBeanIntrospector.invokeM2(StandardMBeanIntrospector.java:46)
[junit4] > at com.sun.jmx.mbeanserver.MBeanIntrospector.invokeM(MBeanIntrospector.java:237)
[junit4] > at com.sun.jmx.mbeanserver.PerInterface.getAttribute(PerInterface.java:83)
[junit4] > at com.sun.jmx.mbeanserver.MBeanSupport.getAttribute(MBeanSupport.java:206)
[junit4] > at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getAttribute(DefaultMBeanServerInterceptor.java:647)
[junit4] > ... 41 more
[junit4] 2> 2312212 INFO (SUITE-TestJmxIntegration-seed#[6299E5AA77C14726]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 2312212 INFO (SUITE-TestJmxIntegration-seed#[6299E5AA77C14726]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1576080997
[junit4] 2> 2312212 INFO (SUITE-TestJmxIntegration-seed#[6299E5AA77C14726]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2312212 INFO (SUITE-TestJmxIntegration-seed#[6299E5AA77C14726]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@20bfffde: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@9b4f05
[junit4] 2> 2312215 INFO (SUITE-TestJmxIntegration-seed#[6299E5AA77C14726]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2312215 INFO (SUITE-TestJmxIntegration-seed#[6299E5AA77C14726]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1735015: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@3048bb32
[junit4] 2> 2312218 INFO (SUITE-TestJmxIntegration-seed#[6299E5AA77C14726]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2312218 INFO (SUITE-TestJmxIntegration-seed#[6299E5AA77C14726]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@503042f: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6437b28c
[junit4] 2> 2312218 INFO (coreCloseExecutor-10668-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@25261bcc
[junit4] 2> 2312218 INFO (coreCloseExecutor-10668-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=623254476
[junit4] 2> 2312218 INFO (coreCloseExecutor-10668-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@e55d3c0: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@313e76ee
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.core.TestJmxIntegration_6299E5AA77C14726-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), id=Lucene50(blocksize=128)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Direct), range_facet_i_dv=DocValuesFormat(name=Memory), intDvoDefault=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=1973, maxMBSortInHeap=5.3283971198783595, sim=RandomSimilarity(queryNorm=false): {}, locale=uk, timezone=Africa/Nouakchott
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=292919136,total=518623232
[junit4] 2> NOTE: All tests run in this JVM: [TestStressUserVersions, TestGraphTermsQParserPlugin, TestChildDocTransformer, StatsReloadRaceTest, HdfsRecoverLeaseTest, CollectionsAPIAsyncDistributedZkTest, SecurityConfHandlerTest, CdcrReplicationHandlerTest, ResponseHeaderTest, TestSolrDeletionPolicy2, PreAnalyzedFieldTest, TestLRUCache, SpellCheckComponentTest, TestLeaderElectionZkExpiry, ActionThrottleTest, BigEndianAscendingWordSerializerTest, TestCollectionAPIs, CircularListTest, TestSort, ZkSolrClientTest, TestOnReconnectListenerSupport, TolerantUpdateProcessorTest, ChaosMonkeySafeLeaderTest, TestStreamBody, SpellCheckCollatorWithCollapseTest, TestDocSet, CleanupOldIndexTest, BJQParserTest, DOMUtilTest, CoreAdminCreateDiscoverTest, SpellCheckCollatorTest, DocExpirationUpdateProcessorFactoryTest, TestGeoJSONResponseWriter, TestDocumentBuilder, AliasIntegrationTest, PrimitiveFieldTypeTest, SimpleFacetsTest, CoreMergeIndexesAdminHandlerTest, ClusterStateUpdateTest, TestLockTree, SuggesterTest, TestSQLHandler, TestSearchPerf, FileBasedSpellCheckerTest, TestLegacyField, RequestHandlersTest, RulesTest, SimplePostToolTest, TestAtomicUpdateErrorCases, DirectoryFactoryTest, TestExtendedDismaxParser, SolrMetricsIntegrationTest, ExternalFileFieldSortTest, TestComponentsName, TestCodecSupport, TestCollectionsAPIViaSolrCloudCluster, TestUpdate, TestRandomDVFaceting, TestSolr4Spatial2, TestStressCloudBlindAtomicUpdates, TestLMJelinekMercerSimilarityFactory, TestConfigSets, EchoParamsTest, TermVectorComponentTest, TestSystemCollAutoCreate, BasicFunctionalityTest, DistributedSuggestComponentTest, ClassificationUpdateProcessorFactoryTest, TestWordDelimiterFilterFactory, MultiThreadedOCPTest, TestCopyFieldCollectionResource, TestSolrCoreSnapshots, LegacyCloudClusterPropTest, TestFuzzyAnalyzedSuggestions, SolrCoreCheckLockOnStartupTest, SystemInfoHandlerTest, TestComputePlanAction, LeaderInitiatedRecoveryOnCommitTest, ZkStateReaderTest, MetricsHandlerTest, TriLevelCompositeIdRoutingTest, SoftAutoCommitTest, TestComplexPhraseQParserPlugin, TestZkAclsWithHadoopAuth, BadIndexSchemaTest, TestRestManager, CreateRoutedAliasTest, ChaosMonkeySafeLeaderWithPullReplicasTest, BadComponentTest, JsonLoaderTest, TestConfigSetsAPIExclusivity, TestCustomDocTransformer, DirectUpdateHandlerTest, ZkFailoverTest, AsyncCallRequestStatusResponseTest, PeerSyncWithIndexFingerprintCachingTest, DeleteReplicaTest, TestHashPartitioner, DateRangeFieldTest, TestExclusionRuleCollectionAccess, TestFieldCacheSort, AnalyticsQueryTest, TestExactStatsCache, ZkControllerTest, TestStressLiveNodes, BaseCdcrDistributedZkTest, TestNonDefinedSimilarityFactory, TestConfig, TestLocalFSCloudBackupRestore, SharedFSAutoReplicaFailoverTest, TestMaxTokenLenTokenizer, TestHdfsUpdateLog, TestStressReorder, DistributedQueueTest, TestLuceneIndexBackCompat, TestJavabinTupleStreamParser, HighlighterMaxOffsetTest, TestNamedUpdateProcessors, TestAuthenticationFramework, RegexBoostProcessorTest, OverseerCollectionConfigSetProcessorTest, TestFieldSortValues, TestScoreJoinQPScore, TestDistributedGrouping, TestCoreAdminApis, TestNodeLostTrigger, TestImplicitCoreProperties, ReplaceNodeTest, HdfsThreadLeakTest, TestXmlQParser, NotRequiredUniqueKeyTest, HdfsRestartWhileUpdatingTest, TestFreeTextSuggestions, ExplicitHLLTest, BlockCacheTest, TestReloadAndDeleteDocs, RegexBytesRefFilterTest, TestInitQParser, ScriptEngineTest, IndexBasedSpellCheckerTest, DocValuesTest, PKIAuthenticationIntegrationTest, ConfigureRecoveryStrategyTest, TestQuerySenderListener, TestSolrConfigHandlerCloud, TestCSVLoader, TestMultiWordSynonyms, NoCacheHeaderTest, SolrJmxReporterTest, ComputePlanActionTest, TestSlowCompositeReaderWrapper, ParsingFieldUpdateProcessorsTest, DefaultValueUpdateProcessorTest, TestMacros, DistributedFacetSimpleRefinementLongTailTest, ResponseLogComponentTest, ShardRoutingTest, BasicAuthIntegrationTest, FieldAnalysisRequestHandlerTest, ChaosMonkeyNothingIsSafeTest, SolrCloudExampleTest, MergeStrategyTest, DistributedTermsComponentTest, ClusterStateTest, ConnectionManagerTest, TestSha256AuthenticationProvider, HdfsChaosMonkeySafeLeaderTest, SimpleCollectionCreateDeleteTest, TestBulkSchemaConcurrent, TestCustomStream, HdfsBasicDistributedZkTest, TestRandomFlRTGCloud, TestSchemalessBufferedUpdates, TestMaxScoreQueryParser, HLLSerializationTest, TestDistributedStatsComponentCardinality, SuggestComponentContextFilterQueryTest, URLClassifyProcessorTest, TestSolrQueryParser, SolrMetricManagerTest, DeleteLastCustomShardedReplicaTest, DebugComponentTest, TestPullReplica, TestOverriddenPrefixQueryForCustomFieldType, OverseerRolesTest, BasicDistributedZk2Test, SyncSliceTest, OverseerTest, LeaderElectionIntegrationTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, TestRandomFaceting, LeaderElectionTest, TestZkChroot, ZkCLITest, ShardRoutingCustomTest, TestDistributedSearch, TestFaceting, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, TestRealTimeGet, TestJoin, TestStressVersions, TestCoreContainer, TestSolr4Spatial, SolrCoreTest, StatsComponentTest, SolrCmdDistributorTest, QueryElevationComponentTest, PeerSyncTest, ConvertedLegacyTest, TestLazyCores, TestBadConfig, TestIndexSearcher, HighlighterTest, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, CoreAdminHandlerTest, TestFoldingMultitermQuery, SuggesterTSTTest, TestStressLucene, SuggesterWFSTTest, PolyFieldTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, DirectUpdateHandlerOptimizeTest, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, TestRemoteStreaming, DocValuesMultiTest, DistanceFunctionTest, TestSolrDeletionPolicy1, XsltUpdateRequestHandlerTest, DisMaxRequestHandlerTest, TestWriterPerf, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, TestQueryTypes, TermsComponentTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TestIndexingPerformance, MoreLikeThisHandlerTest, RequiredFieldsTest, LoggingHandlerTest, SolrPluginUtilsTest, IndexSchemaTest, TestJmxIntegration]
[junit4] Completed [450/769 (1!)] on J1 in 0.60s, 3 tests, 1 error, 1 skipped <<< FAILURES!
[...truncated 49270 lines...]
[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 415 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/415/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=28510, name=jetty-launcher-5585-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505) 2) Thread[id=28500, name=jetty-launcher-5585-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
1) Thread[id=28510, name=jetty-launcher-5585-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
2) Thread[id=28500, name=jetty-launcher-5585-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
at __randomizedtesting.SeedInfo.seed([259BA6F5F68887BB]:0)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([259BA6F5F68887BB:9F97917AA96051F4]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.junit.Assert.assertNull(Assert.java:562)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1575)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.security.BasicAuthIntegrationTest.testBasicAuth
Error Message:
must have failed
Stack Trace:
java.lang.AssertionError: must have failed
at __randomizedtesting.SeedInfo.seed([259BA6F5F68887BB:99F5D0E752DB04C1]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.security.BasicAuthIntegrationTest.testBasicAuth(BasicAuthIntegrationTest.java:171)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testCooldown
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([259BA6F5F68887BB:1425CB118822F249]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testCooldown(TriggerIntegrationTest.java:1177)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12434 lines...]
[junit4] Suite: org.apache.solr.security.BasicAuthIntegrationTest
[junit4] 2> 1340749 INFO (SUITE-BasicAuthIntegrationTest-seed#[259BA6F5F68887BB]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_259BA6F5F68887BB-001/init-core-data-001
[junit4] 2> 1340750 WARN (SUITE-BasicAuthIntegrationTest-seed#[259BA6F5F68887BB]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
[junit4] 2> 1340750 INFO (SUITE-BasicAuthIntegrationTest-seed#[259BA6F5F68887BB]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1340752 INFO (SUITE-BasicAuthIntegrationTest-seed#[259BA6F5F68887BB]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1340752 INFO (SUITE-BasicAuthIntegrationTest-seed#[259BA6F5F68887BB]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_259BA6F5F68887BB-001/tempDir-001
[junit4] 2> 1340752 INFO (SUITE-BasicAuthIntegrationTest-seed#[259BA6F5F68887BB]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1340753 INFO (Thread-2883) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1340753 INFO (Thread-2883) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1340754 ERROR (Thread-2883) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1340854 INFO (SUITE-BasicAuthIntegrationTest-seed#[259BA6F5F68887BB]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:58907
[junit4] 2> 1340870 INFO (zkConnectionManagerCallback-2220-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1340878 INFO (jetty-launcher-2217-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1340879 INFO (jetty-launcher-2217-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1340879 INFO (jetty-launcher-2217-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1340879 INFO (jetty-launcher-2217-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1340879 INFO (jetty-launcher-2217-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@391a3ac8{/solr,null,AVAILABLE}
[junit4] 2> 1340880 INFO (jetty-launcher-2217-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5b00d968{HTTP/1.1,[http/1.1]}{127.0.0.1:50741}
[junit4] 2> 1340880 INFO (jetty-launcher-2217-thread-1) [ ] o.e.j.s.Server Started @1345564ms
[junit4] 2> 1340880 INFO (jetty-launcher-2217-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=50741}
[junit4] 2> 1340880 ERROR (jetty-launcher-2217-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1340880 INFO (jetty-launcher-2217-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 1340880 INFO (jetty-launcher-2217-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1340880 INFO (jetty-launcher-2217-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1340881 INFO (jetty-launcher-2217-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1340882 INFO (jetty-launcher-2217-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1340882 INFO (jetty-launcher-2217-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1340882 INFO (jetty-launcher-2217-thread-3) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1340882 INFO (jetty-launcher-2217-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1860039b{/solr,null,AVAILABLE}
[junit4] 2> 1340883 INFO (jetty-launcher-2217-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6d029b1a{HTTP/1.1,[http/1.1]}{127.0.0.1:48640}
[junit4] 2> 1340883 INFO (jetty-launcher-2217-thread-3) [ ] o.e.j.s.Server Started @1345567ms
[junit4] 2> 1340883 INFO (jetty-launcher-2217-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=48640}
[junit4] 2> 1340883 ERROR (jetty-launcher-2217-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1340883 INFO (jetty-launcher-2217-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 1340883 INFO (jetty-launcher-2217-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1340883 INFO (jetty-launcher-2217-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1340885 INFO (jetty-launcher-2217-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-27T05:11:22.079Z
[junit4] 2> 1340886 INFO (jetty-launcher-2217-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-27T05:11:22.076Z
[junit4] 2> 1340915 INFO (jetty-launcher-2217-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1340916 INFO (jetty-launcher-2217-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1340916 INFO (jetty-launcher-2217-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1340917 INFO (jetty-launcher-2217-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1340917 INFO (jetty-launcher-2217-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@77561fcd{/solr,null,AVAILABLE}
[junit4] 2> 1340917 INFO (jetty-launcher-2217-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@202163c{HTTP/1.1,[http/1.1]}{127.0.0.1:58708}
[junit4] 2> 1340917 INFO (jetty-launcher-2217-thread-2) [ ] o.e.j.s.Server Started @1345602ms
[junit4] 2> 1340917 INFO (jetty-launcher-2217-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58708}
[junit4] 2> 1340918 ERROR (jetty-launcher-2217-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1340918 INFO (jetty-launcher-2217-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 1340918 INFO (jetty-launcher-2217-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1340918 INFO (jetty-launcher-2217-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1340918 INFO (jetty-launcher-2217-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-27T05:11:22.114Z
[junit4] 2> 1340922 INFO (zkConnectionManagerCallback-2226-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1340923 INFO (jetty-launcher-2217-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1340927 INFO (zkConnectionManagerCallback-2222-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1340928 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1613606f85e0002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1340928 INFO (zkConnectionManagerCallback-2224-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1340928 INFO (jetty-launcher-2217-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1340931 INFO (jetty-launcher-2217-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58907/solr
[junit4] 2> 1340932 INFO (jetty-launcher-2217-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1340937 INFO (zkConnectionManagerCallback-2230-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1340943 INFO (jetty-launcher-2217-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58907/solr
[junit4] 2> 1340943 INFO (jetty-launcher-2217-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58907/solr
[junit4] 2> 1340945 INFO (zkConnectionManagerCallback-2232-thread-1-processing-n:127.0.0.1:58708_solr) [n:127.0.0.1:58708_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1340947 INFO (zkConnectionManagerCallback-2240-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1340950 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1613606f85e0007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1340957 INFO (zkConnectionManagerCallback-2238-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1340960 INFO (zkConnectionManagerCallback-2242-thread-1-processing-n:127.0.0.1:48640_solr) [n:127.0.0.1:48640_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1340962 INFO (zkConnectionManagerCallback-2244-thread-1-processing-n:127.0.0.1:50741_solr) [n:127.0.0.1:50741_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1341249 INFO (jetty-launcher-2217-thread-2) [n:127.0.0.1:58708_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1341250 INFO (jetty-launcher-2217-thread-2) [n:127.0.0.1:58708_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58708_solr
[junit4] 2> 1341252 INFO (jetty-launcher-2217-thread-2) [n:127.0.0.1:58708_solr ] o.a.s.c.Overseer Overseer (id=99420070343475205-127.0.0.1:58708_solr-n_0000000000) starting
[junit4] 2> 1341293 INFO (jetty-launcher-2217-thread-2) [n:127.0.0.1:58708_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58708_solr
[junit4] 2> 1341310 INFO (OverseerStateUpdate-99420070343475205-127.0.0.1:58708_solr-n_0000000000) [n:127.0.0.1:58708_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1341340 INFO (jetty-launcher-2217-thread-3) [n:127.0.0.1:48640_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1341343 INFO (jetty-launcher-2217-thread-3) [n:127.0.0.1:48640_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1341349 INFO (jetty-launcher-2217-thread-3) [n:127.0.0.1:48640_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48640_solr
[junit4] 2> 1341364 INFO (zkCallback-2231-thread-1-processing-n:127.0.0.1:58708_solr) [n:127.0.0.1:58708_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1341364 INFO (zkCallback-2241-thread-1-processing-n:127.0.0.1:48640_solr) [n:127.0.0.1:48640_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1341375 INFO (jetty-launcher-2217-thread-1) [n:127.0.0.1:50741_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1341378 INFO (jetty-launcher-2217-thread-1) [n:127.0.0.1:50741_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1341380 INFO (jetty-launcher-2217-thread-1) [n:127.0.0.1:50741_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50741_solr
[junit4] 2> 1341386 INFO (zkCallback-2241-thread-1-processing-n:127.0.0.1:48640_solr) [n:127.0.0.1:48640_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1341386 INFO (zkCallback-2231-thread-1-processing-n:127.0.0.1:58708_solr) [n:127.0.0.1:58708_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1341388 INFO (zkCallback-2243-thread-1-processing-n:127.0.0.1:50741_solr) [n:127.0.0.1:50741_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1341440 INFO (jetty-launcher-2217-thread-3) [n:127.0.0.1:48640_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48640.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3be3b6c1
[junit4] 2> 1341449 INFO (jetty-launcher-2217-thread-3) [n:127.0.0.1:48640_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48640.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3be3b6c1
[junit4] 2> 1341449 INFO (jetty-launcher-2217-thread-3) [n:127.0.0.1:48640_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48640.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3be3b6c1
[junit4] 2> 1341450 INFO (jetty-launcher-2217-thread-3) [n:127.0.0.1:48640_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_259BA6F5F68887BB-001/tempDir-001/node2/.
[junit4] 2> 1341528 INFO (jetty-launcher-2217-thread-2) [n:127.0.0.1:58708_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58708.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3be3b6c1
[junit4] 2> 1341535 INFO (jetty-launcher-2217-thread-2) [n:127.0.0.1:58708_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58708.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3be3b6c1
[junit4] 2> 1341536 INFO (jetty-launcher-2217-thread-2) [n:127.0.0.1:58708_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58708.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3be3b6c1
[junit4] 2> 1341537 INFO (jetty-launcher-2217-thread-2) [n:127.0.0.1:58708_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_259BA6F5F68887BB-001/tempDir-001/node3/.
[junit4] 2> 1341705 INFO (jetty-launcher-2217-thread-1) [n:127.0.0.1:50741_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50741.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3be3b6c1
[junit4] 2> 1341714 INFO (jetty-launcher-2217-thread-1) [n:127.0.0.1:50741_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50741.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3be3b6c1
[junit4] 2> 1341715 INFO (jetty-launcher-2217-thread-1) [n:127.0.0.1:50741_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50741.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3be3b6c1
[junit4] 2> 1341716 INFO (jetty-launcher-2217-thread-1) [n:127.0.0.1:50741_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_259BA6F5F68887BB-001/tempDir-001/node1/.
[junit4] 2> 1341761 INFO (zkConnectionManagerCallback-2252-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1341819 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1613606f85e000a, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1341823 INFO (zkConnectionManagerCallback-2256-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1341826 INFO (SUITE-BasicAuthIntegrationTest-seed#[259BA6F5F68887BB]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1341828 INFO (SUITE-BasicAuthIntegrationTest-seed#[259BA6F5F68887BB]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:58907/solr ready
[junit4] 2> 1341844 INFO (qtp1177329877-11585) [n:127.0.0.1:58708_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=authCollection&nrtReplicas=1&action=CREATE&numShards=3&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1341849 INFO (OverseerThreadFactory-4764-thread-1-processing-n:127.0.0.1:58708_solr) [n:127.0.0.1:58708_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection authCollection
[junit4] 2> 1341991 INFO (OverseerStateUpdate-99420070343475205-127.0.0.1:58708_solr-n_0000000000) [n:127.0.0.1:58708_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"authCollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"authCollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:50741/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1342006 INFO (OverseerStateUpdate-99420070343475205-127.0.0.1:58708_solr-n_0000000000) [n:127.0.0.1:58708_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"authCollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"authCollection_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:58708/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1342055 INFO (OverseerStateUpdate-99420070343475205-127.0.0.1:58708_solr-n_0000000000) [n:127.0.0.1:58708_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"authCollection",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"authCollection_shard3_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:48640/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1342215 INFO (qtp1177329877-11597) [n:127.0.0.1:58708_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=authCollection_shard2_replica_n2&action=CREATE&numShards=3&collection=authCollection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1342215 INFO (qtp1177329877-11597) [n:127.0.0.1:58708_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1342215 INFO (qtp1238297355-11566) [n:127.0.0.1:48640_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=authCollection_shard3_replica_n4&action=CREATE&numShards=3&collection=authCollection&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1342216 INFO (qtp2118624543-11557) [n:127.0.0.1:50741_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=authCollection_shard1_replica_n1&action=CREATE&numShards=3&collection=authCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1342216 INFO (qtp1238297355-11566) [n:127.0.0.1:48640_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1342216 INFO (qtp2118624543-11557) [n:127.0.0.1:50741_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1342332 INFO (zkCallback-2241-thread-1-processing-n:127.0.0.1:48640_solr) [n:127.0.0.1:48640_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1342332 INFO (zkCallback-2243-thread-1-processing-n:127.0.0.1:50741_solr) [n:127.0.0.1:50741_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1342333 INFO (zkCallback-2231-thread-1-processing-n:127.0.0.1:58708_solr) [n:127.0.0.1:58708_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1342333 INFO (zkCallback-2231-thread-2-processing-n:127.0.0.1:58708_solr) [n:127.0.0.1:58708_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1342333 INFO (zkCallback-2241-thread-2-processing-n:127.0.0.1:48640_solr) [n:127.0.0.1:48640_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1342333 INFO (zkCallback-2243-thread-2-processing-n:127.0.0.1:50741_solr) [n:127.0.0.1:50741_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1343249 INFO (qtp1238297355-11566) [n:127.0.0.1:48640_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1343250 INFO (qtp1177329877-11597) [n:127.0.0.1:58708_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1343254 INFO (qtp2118624543-11557) [n:127.0.0.1:50741_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1343272 INFO (qtp1238297355-11566) [n:127.0.0.1:48640_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.s.IndexSchema [authCollection_shard3_replica_n4] Schema name=minimal
[junit4] 2> 1343276 INFO (qtp1238297355-11566) [n:127.0.0.1:48640_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1343276 INFO (qtp1238297355-11566) [n:127.0.0.1:48640_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'authCollection_shard3_replica_n4' using configuration from collection authCollection, trusted=true
[junit4] 2> 1343277 INFO (qtp1238297355-11566) [n:127.0.0.1:48640_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48640.solr.core.authCollection.shard3.replica_n4' (registry 'solr.core.authCollection.shard3.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3be3b6c1
[junit4] 2> 1343278 INFO (qtp1238297355-11566) [n:127.0.0.1:48640_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1343278 INFO (qtp1238297355-11566) [n:127.0.0.1:48640_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.c.SolrCore [[authCollection_shard3_replica_n4] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_259BA6F5F68887BB-001/tempDir-001/node2/authCollection_shard3_replica_n4], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_259BA6F5F68887BB-001/tempDir-001/node2/./authCollection_shard3_replica_n4/data/]
[junit4] 2> 1343281 INFO (qtp1177329877-11597) [n:127.0.0.1:58708_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.s.IndexSchema [authCollection_shard2_replica_n2] Schema name=minimal
[junit4] 2> 1343282 INFO (qtp2118624543-11557) [n:127.0.0.1:50741_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.s.IndexSchema [authCollection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1343284 INFO (qtp2118624543-11557) [n:127.0.0.1:50741_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1343284 INFO (qtp2118624543-11557) [n:127.0.0.1:50741_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'authCollection_shard1_replica_n1' using configuration from collection authCollection, trusted=true
[junit4] 2> 1343284 INFO (qtp2118624543-11557) [n:127.0.0.1:50741_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50741.solr.core.authCollection.shard1.replica_n1' (registry 'solr.core.authCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3be3b6c1
[junit4] 2> 1343285 INFO (qtp2118624543-11557) [n:127.0.0.1:50741_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1343285 INFO (qtp2118624543-11557) [n:127.0.0.1:50741_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.c.SolrCore [[authCollection_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_259BA6F5F68887BB-001/tempDir-001/node1/authCollection_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_259BA6F5F68887BB-001/tempDir-001/node1/./authCollection_shard1_replica_n1/data/]
[junit4] 2> 1343302 INFO (qtp1177329877-11597) [n:127.0.0.1:58708_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1343302 INFO (qtp1177329877-11597) [n:127.0.0.1:58708_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'authCollection_shard2_replica_n2' using configuration from collection authCollection, trusted=true
[junit4] 2> 1343303 INFO (qtp1177329877-11597) [n:127.0.0.1:58708_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58708.solr.core.authCollection.shard2.replica_n2' (registry 'solr.core.authCollection.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3be3b6c1
[junit4] 2> 1343303 INFO (qtp1177329877-11597) [n:127.0.0.1:58708_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1343303 INFO (qtp1177329877-11597) [n:127.0.0.1:58708_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.c.SolrCore [[authCollection_shard2_replica_n2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_259BA6F5F68887BB-001/tempDir-001/node3/authCollection_shard2_replica_n2], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_259BA6F5F68887BB-001/tempDir-001/node3/./authCollection_shard2_replica_n2/data/]
[junit4] 2> 1343356 INFO (qtp1238297355-11566) [n:127.0.0.1:48640_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1343356 INFO (qtp1238297355-11566) [n:127.0.0.1:48640_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1343357 INFO (qtp1238297355-11566) [n:127.0.0.1:48640_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1343357 INFO (qtp1238297355-11566) [n:127.0.0.1:48640_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1343358 INFO (qtp2118624543-11557) [n:127.0.0.1:50741_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1343358 INFO (qtp2118624543-11557) [n:127.0.0.1:50741_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1343359 INFO (qtp1238297355-11566) [n:127.0.0.1:48640_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f2f9663[authCollection_shard3_replica_n4] main]
[junit4] 2> 1343359 INFO (qtp2118624543-11557) [n:127.0.0.1:50741_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1343359 INFO (qtp2118624543-11557) [n:127.0.0.1:50741_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1343361 INFO (qtp1238297355-11566) [n:127.0.0.1:48640_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1343361 INFO (qtp1238297355-11566) [n:127.0.0.1:48640_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1343362 INFO (qtp1238297355-11566) [n:127.0.0.1:48640_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1343362 INFO (qtp1238297355-11566) [n:127.0.0.1:48640_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590721128230289408
[junit4] 2> 1343363 INFO (qtp2118624543-11557) [n:127.0.0.1:50741_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6f8dc78e[authCollection_shard1_replica_n1] main]
[junit4] 2> 1343365 INFO (searcherExecutor-4771-thread-1-processing-n:127.0.0.1:48640_solr x:authCollection_shard3_replica_n4 s:shard3 c:authCollection r:core_node6) [n:127.0.0.1:48640_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.c.SolrCore [authCollection_shard3_replica_n4] Registered new searcher Searcher@1f2f9663[authCollection_shard3_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1343365 INFO (qtp2118624543-11557) [n:127.0.0.1:50741_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1343365 INFO (qtp2118624543-11557) [n:127.0.0.1:50741_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1343366 INFO (qtp2118624543-11557) [n:127.0.0.1:50741_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1343367 INFO (searcherExecutor-4772-thread-1-processing-n:127.0.0.1:50741_solr x:authCollection_shard1_replica_n1 s:shard1 c:authCollection r:core_node3) [n:127.0.0.1:50741_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.c.SolrCore [authCollection_shard1_replica_n1] Registered new searcher Searcher@6f8dc78e[authCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1343369 INFO (qtp2118624543-11557) [n:127.0.0.1:50741_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590721128237629440
[junit4] 2> 1343375 INFO (qtp1238297355-11566) [n:127.0.0.1:48640_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1343375 INFO (qtp1238297355-11566) [n:127.0.0.1:48640_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1343375 INFO (qtp1238297355-11566) [n:127.0.0.1:48640_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:48640/solr/authCollection_shard3_replica_n4/
[junit4] 2> 1343376 INFO (qtp1238297355-11566) [n:127.0.0.1:48640_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1343376 INFO (qtp1238297355-11566) [n:127.0.0.1:48640_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.c.SyncStrategy http://127.0.0.1:48640/solr/authCollection_shard3_replica_n4/ has no replicas
[junit4] 2> 1343376 INFO (qtp1238297355-11566) [n:127.0.0.1:48640_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1343379 INFO (qtp1177329877-11597) [n:127.0.0.1:58708_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1343379 INFO (qtp1177329877-11597) [n:127.0.0.1:58708_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1343380 INFO (qtp1238297355-11566) [n:127.0.0.1:48640_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:48640/solr/authCollection_shard3_replica_n4/ shard3
[junit4] 2> 1343381 INFO (qtp1177329877-11597) [n:127.0.0.1:58708_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1343381 INFO (qtp1177329877-11597) [n:127.0.0.1:58708_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1343382 INFO (qtp1177329877-11597) [n:127.0.0.1:58708_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@73fc2624[authCollection_shard2_replica_n2] main]
[junit4] 2> 1343385 INFO (qtp1177329877-11597) [n:127.0.0.1:58708_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1343386 INFO (qtp1177329877-11597) [n:127.0.0.1:58708_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1343387 INFO (qtp2118624543-11557) [n:127.0.0.1:50741_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1343387 INFO (qtp1177329877-11597) [n:127.0.0.1:58708_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1343387 INFO (qtp2118624543-11557) [n:127.0.0.1:50741_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1343387 INFO (qtp2118624543-11557) [n:127.0.0.1:50741_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:50741/solr/authCollection_shard1_replica_n1/
[junit4] 2> 1343388 INFO (qtp2118624543-11557) [n:127.0.0.1:50741_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1343388 INFO (qtp2118624543-11557) [n:127.0.0.1:50741_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:50741/solr/authCollection_shard1_replica_n1/ has no replicas
[junit4] 2> 1343388 INFO (qtp2118624543-11557) [n:127.0.0.1:50741_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1343388 INFO (qtp1177329877-11597) [n:127.0.0.1:58708_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590721128257552384
[junit4] 2> 1343389 INFO (searcherExecutor-4773-thread-1-processing-n:127.0.0.1:58708_solr x:authCollection_shard2_replica_n2 s:shard2 c:authCollection r:core_node5) [n:127.0.0.1:58708_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.c.SolrCore [authCollection_shard2_replica_n2] Registered new searcher Searcher@73fc2624[authCollection_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1343398 INFO (qtp1177329877-11597) [n:127.0.0.1:58708_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1343398 INFO (qtp1177329877-11597) [n:127.0.0.1:58708_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1343398 INFO (qtp1177329877-11597) [n:127.0.0.1:58708_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58708/solr/authCollection_shard2_replica_n2/
[junit4] 2> 1343398 INFO (qtp1177329877-11597) [n:127.0.0.1:58708_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1343398 INFO (qtp1177329877-11597) [n:127.0.0.1:58708_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.c.SyncStrategy http://127.0.0.1:58708/solr/authCollection_shard2_replica_n2/ has no replicas
[junit4] 2> 1343398 INFO (qtp1177329877-11597) [n:127.0.0.1:58708_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1343400 INFO (qtp2118624543-11557) [n:127.0.0.1:50741_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:50741/solr/authCollection_shard1_replica_n1/ shard1
[junit4] 2> 1343406 INFO (qtp1177329877-11597) [n:127.0.0.1:58708_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58708/solr/authCollection_shard2_replica_n2/ shard2
[junit4] 2> 1343510 INFO (zkCallback-2231-thread-3-processing-n:127.0.0.1:58708_solr) [n:127.0.0.1:58708_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1343510 INFO (zkCallback-2241-thread-2-processing-n:127.0.0.1:48640_solr) [n:127.0.0.1:48640_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1343511 INFO (zkCallback-2243-thread-2-processing-n:127.0.0.1:50741_solr) [n:127.0.0.1:50741_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1343511 INFO (zkCallback-2243-thread-1-processing-n:127.0.0.1:50741_solr) [n:127.0.0.1:50741_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1343511 INFO (zkCallback-2241-thread-1-processing-n:127.0.0.1:48640_solr) [n:127.0.0.1:48640_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1343512 INFO (zkCallback-2231-thread-1-processing-n:127.0.0.1:58708_solr) [n:127.0.0.1:58708_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1343518 INFO (qtp1177329877-11597) [n:127.0.0.1:58708_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1343524 INFO (qtp1177329877-11597) [n:127.0.0.1:58708_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=authCollection_shard2_replica_n2&action=CREATE&numShards=3&collection=authCollection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1309
[junit4] 2> 1343533 INFO (qtp1238297355-11566) [n:127.0.0.1:48640_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1343537 INFO (qtp1238297355-11566) [n:127.0.0.1:48640_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=authCollection_shard3_replica_n4&action=CREATE&numShards=3&collection=authCollection&shard=shard3&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1322
[junit4] 2> 1343561 INFO (qtp2118624543-11557) [n:127.0.0.1:50741_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1343566 INFO (qtp2118624543-11557) [n:127.0.0.1:50741_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=authCollection_shard1_replica_n1&action=CREATE&numShards=3&collection=authCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1350
[junit4] 2> 1343574 INFO (qtp1177329877-11585) [n:127.0.0.1:58708_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1343670 INFO (zkCallback-2241-thread-2-processing-n:127.0.0.1:48640_solr) [n:127.0.0.1:48640_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1343672 INFO (zkCallback-2231-thread-3-processing-n:127.0.0.1:58708_solr) [n:127.0.0.1:58708_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1343672 INFO (zkCallback-2231-thread-1-processing-n:127.0.0.1:58708_solr) [n:127.0.0.1:58708_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1343675 INFO (zkCallback-2241-thread-1-processing-n:127.0.0.1:48640_solr) [n:127.0.0.1:48640_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1343676 INFO (zkCallback-2243-thread-1-processing-n:127.0.0.1:50741_solr) [n:127.0.0.1:50741_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1343676 INFO (zkCallback-2243-thread-2-processing-n:127.0.0.1:50741_solr) [n:127.0.0.1:50741_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1343853 INFO (OverseerCollectionConfigSetProcessor-99420070343475205-127.0.0.1:58708_solr-n_0000000000) [n:127.0.0.1:58708_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1344579 INFO (qtp1177329877-11585) [n:127.0.0.1:58708_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=authCollection&nrtReplicas=1&action=CREATE&numShards=3&wt=javabin&version=2} status=0 QTime=2735
[junit4] 2> 1344645 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[259BA6F5F68887BB]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBasicAuth
[junit4] 2> 1344658 INFO (qtp2118624543-11564) [n:127.0.0.1:50741_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/authentication params={} status=0 QTime=0
[junit4] 2> 1344661 INFO (qtp2118624543-11558) [n:127.0.0.1:50741_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/authentication params={} status=0 QTime=0
[junit4] 2> 1344661 INFO (zkCallback-2241-thread-1-processing-n:127.0.0.1:48640_solr) [n:127.0.0.1:48640_solr ] o.a.s.c.CoreContainer Security node changed, reloading security.json
[junit4] 2> 1344661 INFO (zkCallback-2241-thread-1-processing-n:127.0.0.1:48640_solr) [n:127.0.0.1:48640_solr ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
[junit4] 2> 1344662 INFO (zkCallback-2231-thread-1-processing-n:127.0.0.1:58708_solr) [n:127.0.0.1:58708_solr ] o.a.s.c.CoreContainer Security node changed, reloading security.json
[junit4] 2> 1344662 INFO (zkCallback-2231-thread-1-processing-n:127.0.0.1:58708_solr) [n:127.0.0.1:58708_solr ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
[junit4] 2> 1344663 INFO (zkCallback-2243-thread-1-processing-n:127.0.0.1:50741_solr) [n:127.0.0.1:50741_solr ] o.a.s.c.CoreContainer Security node changed, reloading security.json
[junit4] 2> 1344663 INFO (zkCallback-2243-thread-1-processing-n:127.0.0.1:50741_solr) [n:127.0.0.1:50741_solr ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
[junit4] 2> 1344731 INFO (qtp2118624543-11564) [n:127.0.0.1:50741_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/authentication params={} status=0 QTime=0
[junit4] 2> 1344735 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[259BA6F5F68887BB]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5b00d968{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1344736 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[259BA6F5F68887BB]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1824305026
[junit4] 2> 1344737 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[259BA6F5F68887BB]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1344737 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[259BA6F5F68887BB]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7d54bc31: rootName = solr_50741, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@7a1108e
[junit4] 2> 1344746 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[259BA6F5F68887BB]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1344746 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[259BA6F5F68887BB]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@588cbbdd: rootName = solr_50741, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@6ad0f513
[junit4] 2> 1344749 INFO (zkCallback-2243-thread-1-processing-n:127.0.0.1:50741_solr) [n:127.0.0.1:50741_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
[junit4] 2> 1344749 INFO (zkCallback-2231-thread-1-processing-n:127.0.0.1:58708_solr) [n:127.0.0.1:58708_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
[junit4] 2> 1344750 INFO (zkCallback-2241-thread-1-processing-n:127.0.0.1:48640_solr) [n:127.0.0.1:48640_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
[junit4] 2> 1344752 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[259BA6F5F68887BB]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1344752 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[259BA6F5F68887BB]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5254c838: rootName = solr_50741, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@357f3fa
[junit4] 2> 1344755 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[259BA6F5F68887BB]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:50741_solr
[junit4] 2> 1344758 INFO (zkCallback-2255-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1344758 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[259BA6F5F68887BB]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1344762 INFO (coreCloseExecutor-4786-thread-1) [n:127.0.0.1:50741_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.c.SolrCore [authCollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@702f7339
[junit4] 2> 1344762 INFO (coreCloseExecutor-4786-thread-1) [n:127.0.0.1:50741_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.authCollection.shard1.replica_n1, tag=1882157881
[junit4] 2> 1344762 INFO (coreCloseExecutor-4786-thread-1) [n:127.0.0.1:50741_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@28517aca: rootName = solr_50741, domain = solr.core.authCollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.authCollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@54e7ab9d
[junit4] 2> 1344785 INFO (coreCloseExecutor-4786-thread-1) [n:127.0.0.1:50741_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.authCollection.shard1.leader, tag=1882157881
[junit4] 2> 1344790 INFO (zkCallback-2243-thread-1-processing-n:127.0.0.1:50741_solr) [n:127.0.0.1:50741_solr ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
[junit4] 2> 1344790 INFO (zkCallback-2243-thread-2-processing-n:127.0.0.1:50741_solr) [n:127.0.0.1:50741_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1344790 INFO (zkCallback-2241-thread-1-processing-n:127.0.0.1:48640_solr) [n:127.0.0.1:48640_solr ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
[junit4] 2> 1344791 INFO (zkCallback-2241-thread-2-processing-n:127.0.0.1:48640_solr) [n:127.0.0.1:48640_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1344791 INFO (zkCallback-2231-thread-1-processing-n:127.0.0.1:58708_solr) [n:127.0.0.1:58708_solr ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
[junit4] 2> 1344792 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[259BA6F5F68887BB]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@391a3ac8{/solr,null,UNAVAILABLE}
[junit4] 2> 1344792 INFO (zkCallback-2231-thread-3-processing-n:127.0.0.1:58708_solr) [n:127.0.0.1:58708_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1344792 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[259BA6F5F68887BB]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1344794 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[259BA6F5F68887BB]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1344795 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[259BA6F5F68887BB]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1344795 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[259BA6F5F68887BB]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1344795 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[259BA6F5F68887BB]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1344795 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[259BA6F5F68887BB]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6648bdd6{/solr,null,AVAILABLE}
[junit4] 2> 1344795 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[259BA6F5F68887BB]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@446a6502{HTTP/1.1,[http/1.1]}{127.0.0.1:45981}
[junit4] 2> 1344795 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[259BA6F5F68887BB]) [ ] o.e.j.s.Server Started @1349481ms
[junit4] 2> 1344795 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[259BA6F5F68887BB]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45981}
[junit4] 2> 1344796 ERROR (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[259BA6F5F68887BB]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1344796 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[259BA6F5F68887BB]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 1344796 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[259BA6F5F68887BB]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1344796 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[259BA6F5F68887BB]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1344796 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[259BA6F5F68887BB]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-27T05:11:25.992Z
[junit4] 2> 1344798 INFO (zkConnectionManagerCallback-2258-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1344799 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[259BA6F5F68887BB]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1344815 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[259BA6F5F68887BB]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58907/solr
[junit4] 2> 1344821 INFO (zkConnectionManagerCallback-2262-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1344824 INFO (zkConnectionManagerCallback-2264-thread-1-processing-n:127.0.0.1:45981_solr) [n:127.0.0.1:45981_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1344858 INFO (zkCallback-2241-thread-1-processing-n:127.0.0.1:48640_solr) [n:127.0.0.1:48640_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1344858 INFO (zkCallback-2241-thread-2-processing-n:127.0.0.1:48640_solr) [n:127.0.0.1:48640_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1344859 INFO (zkCallback-2231-thread-1-processing-n:127.0.0.1:58708_solr) [n:127.0.0.1:58708_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1344860 INFO (zkCallback-2231-thread-3-processing-n:127.0.0.1:58708_solr) [n:127.0.0.1:58708_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1344861 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[259BA6F5F68887BB]) [n:127.0.0.1:45981_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1344894 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[259BA6F5F68887BB]) [n:127.0.0.1:45981_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1344900 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[259BA6F5F68887BB]) [n:127.0.0.1:45981_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45981_solr
[junit4] 2> 1344905 INFO (zkCallback-2255-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1344905 INFO (zkCallback-2231-thread-1-processing-n:127.0.0.1:58708_solr) [n:127.0.0.1:58708_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1344906 INFO (zkCallback-2241-thread-1-processing-n:127.0.0.1:48640_solr) [n:127.0.0.1:48640_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1344906 INFO (zkCallback-2263-thread-1-processing-n:127.0.0.1:45981_solr) [n:127.0.0.1:45981_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1344973 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[259BA6F5F68887BB]) [n:127.0.0.1:45981_solr ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
[junit4] 2> 1344973 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[259BA6F5F68887BB]) [n:127.0.0.1:45981_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
[junit4] 2> 1344973 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[259BA6F5F68887BB]) [n:127.0.0.1:45981_solr ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
[junit4] 2> 1345027 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[259BA6F5F68887BB]) [n:127.0.0.1:45981_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45981.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3be3b6c1
[junit4] 2> 1345040 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[259BA6F5F68887BB]) [n:127.0.0.1:45981_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45981.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3be3b6c1
[junit4] 2> 1345041 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[259BA6F5F68887BB]) [n:127.0.0.1:45981_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45981.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3be3b6c1
[junit4] 2> 1345044 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[259BA6F5F68887BB]) [n:127.0.0.1:45981_solr ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_259BA6F5F68887BB-001/tempDir-001/node1/.
[junit4] 2> 1345044 INFO (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[259BA6F5F68887BB]) [n:127.0.0.1:45981_solr ] o.a.s.c.CorePropertiesLocator Cores are: [authCollection_shard1_replica_n1]
[junit4] 2> 1345054 INFO (coreLoadExecutor-4793-thread-1-processing-n:127.0.0.1:45981_solr) [n:127.0.0.1:45981_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1345074 INFO (coreLoadExecutor-4793-thread-1-processing-n:127.0.0.1:45981_solr) [n:127.0.0.1:45981_solr ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1345084 INFO (coreLoadExecutor-4793-thread-1-processing-n:127.0.0.1:45981_solr) [n:127.0.0.1:45981_solr ] o.a.s.s.IndexSchema [authCollection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1345088 INFO (coreLoadExecutor-4793-thread-1-processing-n:127.0.0.1:45981_solr) [n:127.0.0.1:45981_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1345199 INFO (zkCallback-2241-thread-2-processing-n:127.0.0.1:48640_solr) [n:127.0.0.1:48640_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1345199 INFO (zkCallback-2231-thread-1-processing-n:127.0.0.1:58708_solr) [n:127.0.0.1:58708_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1345199 INFO (zkCallback-2231-thread-3-processing-n:127.0.0.1:58708_solr) [n:127.0.0.1:58708_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1345200 INFO (zkCallback-2263-thread-1-processing-n:127.0.0.1:45981_solr) [n:127.0.0.1:45981_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1345200 INFO (zkCallback-2241-thread-1-processing-n:127.0.0.1:48640_solr) [n:127.0.0.1:48640_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1345201 INFO (zkCallback-2263-thread-2-processing-n:127.0.0.1:45981_solr) [n:127.0.0.1:45981_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1346118 INFO (coreLoadExecutor-4793-thread-1-processing-n:127.0.0.1:45981_solr) [n:127.0.0.1:45981_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1346887 INFO (coreLoadExecutor-4793-thread-1-processing-n:127.0.0.1:45981_solr) [n:127.0.0.1:45981_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.s.IndexSchema [authCollection_shard1_replica_n1] Schema name=minimal
[
[...truncated too long message...]
agingTest, AlternateDirectoryTest, SuggestComponentTest, TestRemoteStreaming, TestSizeLimitedDistributedMap, TestTriggerIntegration, MBeansHandlerTest, CdcrRequestHandlerTest, DateMathParserTest, AutoScalingHandlerTest, CdcrReplicationDistributedZkTest, QueryResultKeyTest, UUIDUpdateProcessorFallbackTest, TestHashQParserPlugin, BasicZkTest, TestIntervalFaceting, TestNodeAddedTrigger, HdfsSyncSliceTest, TestMacroExpander, TestLegacyTerms, SolrPluginUtilsTest, AddReplicaTest, QueryElevationComponentTest, TestCoreContainer, TestSchemaNameResource, TestQueryWrapperFilter, RuleEngineTest, TestHighlightDedupGrouping, TestRangeQuery, TestDeleteCollectionOnDownNodes, TestPushWriter, TestUninvertingReader, InfoHandlerTest, MoveReplicaHDFSFailoverTest, DistribCursorPagingTest, ShardSplitTest, TestSolrJ, TestPayloadCheckQParserPlugin, LeaderElectionTest, TestSolrCloudWithDelegationTokens, CustomCollectionTest, TestBinaryField, ConnectionReuseTest, TestInfoStreamLogging, BitVectorTest, TestExpandComponent, UninvertDocValuesMergePolicyTest, ConvertedLegacyTest, MigrateRouteKeyTest, SynonymTokenizerTest, DistributedVersionInfoTest, TestFastOutputStream, TestLeaderInitiatedRecoveryThread, TestLegacyNumericRangeQueryBuilder, TestJoin, TermsComponentTest, DistributedFacetPivotWhiteBoxTest, SearchHandlerTest, HLLUtilTest, TestSerializedLuceneMatchVersion, TestFileDictionaryLookup, FacetPivotSmallTest, SolrIndexSplitterTest, TestConfigSetProperties, TestSolrConfigHandler, CoreSorterTest, TestMissingGroups, DistributedFacetPivotSmallAdvancedTest, TestRestoreCore, TestMiniSolrCloudClusterSSL, IgnoreCommitOptimizeUpdateProcessorFactoryTest, ReplicationFactorTest, JvmMetricsTest, TestCloudSearcherWarming, PeerSyncReplicationTest, SolrInfoBeanTest, TestPullReplicaErrorHandling, StatsComponentTest, LukeRequestHandlerTest, TestFilteredDocIdSet, SaslZkACLProviderTest, TestFoldingMultitermQuery, TestAnalyzeInfixSuggestions, TestPivotHelperCode, AtomicUpdatesTest, DataDrivenBlockJoinTest, TestQuerySenderNoQuery, TestStandardQParsers, SignatureUpdateProcessorFactoryTest, TimeRoutedAliasUpdateProcessorTest, TestSweetSpotSimilarityFactory, FieldMutatingUpdateProcessorTest, TestPerFieldSimilarityWithDefaultOverride, TestManagedSchemaThreadSafety, TestFaceting, HdfsNNFailoverTest, TestLRUStatsCache, TestElisionMultitermQuery, DirectSolrConnectionTest, SubstringBytesRefFilterTest, TestMergePolicyConfig, AutoAddReplicasIntegrationTest, BasicAuthStandaloneTest, TestNumericTerms32, BlockJoinFacetSimpleTest, TestExactSharedStatsCache, SchemaApiFailureTest, BinaryUpdateRequestHandlerTest, FastVectorHighlighterTest, TestXmlQParserPlugin, SolrXmlInZkTest, TestFieldCacheSortRandom, SolrIndexConfigTest, RequiredFieldsTest, TestQueryUtils, JSONWriterTest, CheckHdfsIndexTest, TestSchemaManager, TestDelegationWithHadoopAuth, LargeFieldTest, SolrGangliaReporterTest, DocValuesMissingTest, TestBulkSchemaAPI, TestDocTermOrds, ExecutePlanActionTest, TestGroupingSearch, HttpSolrCallGetCoreTest, TestRuleBasedAuthorizationPlugin, TestUnifiedSolrHighlighter, StatelessScriptUpdateProcessorFactoryTest, ReplicaListTransformerTest, UnloadDistributedZkTest, ClassificationUpdateProcessorIntegrationTest, TestLFUCache, TestFunctionQuery, TestIBSimilarityFactory, ZkCLITest, TestJsonRequest, PropertiesRequestHandlerTest, BooleanFieldTest, HdfsDirectoryTest, ConfigSetsAPITest, TestCloudJSONFacetJoinDomain, TestFieldCacheReopen, RemoteQueryErrorTest, TestCursorMarkWithoutUniqueKey, TestTlogReplica, AnalysisErrorHandlingTest, TestFiltering, CurrencyFieldTypeTest, DateFieldTest, SolrJmxReporterCloudTest, TestRealTimeGet, BasicDistributedZkTest, LeaderElectionIntegrationTest, ShardRoutingTest, TestReplicationHandler, TestZkChroot, TestDistributedSearch, DistributedSpellCheckComponentTest, ZkControllerTest, BadIndexSchemaTest, BasicFunctionalityTest, TestLazyCores, TestIndexSearcher, AnalysisAfterCoreReloadTest, SpellCheckCollatorTest, SuggesterFSTTest, SolrRequestParserTest, DocValuesTest, TestPseudoReturnFields, QueryEqualityTest, DefaultValueUpdateProcessorTest, DistanceFunctionTest, CacheHeaderTest, TestWriterPerf, TestOmitPositions, DocumentBuilderTest, TestSolrQueryParser, LoggingHandlerTest, TestJmxIntegration, QueryParsingTest, UniqFieldsUpdateProcessorFactoryTest, PingRequestHandlerTest, TestSystemIdResolver, TestSuggestSpellingConverter, SpellingQueryConverterTest, DOMUtilTest, RAMDirectoryFactoryTest, ClusterStateTest, ZkNodePropsTest, SliceStateTest, FileUtilsTest, DistributedMLTComponentTest, SolrTestCaseJ4Test, TestSimpleTrackingShardHandler, TestTolerantSearch, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, AssignBackwardCompatibilityTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, CollectionStateFormat2Test, CollectionsAPISolrJTest, DeleteReplicaTest, LeaderFailureAfterFreshStartTest, LeaderInitiatedRecoveryOnCommitTest, LeaderInitiatedRecoveryOnShardRestartTest, LegacyCloudClusterPropTest, MoveReplicaTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, SSLMigrationTest, SolrCLIZkUtilsTest, TestCloudDeleteByQuery, TestCloudRecovery, TestLeaderElectionZkExpiry, TestOnReconnectListenerSupport, TestRandomFlRTGCloud, TestRandomRequestDistribution, TestRebalanceLeaders, TestShortCircuitedRequests, TestSolrCloudWithKerberosAlt, TestSolrCloudWithSecureImpersonation]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCloudWithSecureImpersonation -Dtests.seed=259BA6F5F68887BB -Dtests.slow=true -Dtests.locale=zh -Dtests.timezone=Greenwich -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | TestSolrCloudWithSecureImpersonation (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
[junit4] > 1) Thread[id=28510, name=jetty-launcher-5585-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] > 2) Thread[id=28500, name=jetty-launcher-5585-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] > at __randomizedtesting.SeedInfo.seed([259BA6F5F68887BB]:0)
[junit4] Completed [558/769 (3!)] on J0 in 58.05s, 12 tests, 1 error <<< FAILURES!
[...truncated 48854 lines...]
[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 414 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/414/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
2 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testCooldown
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([A7318FFE63EC6385:968FE21A1D461677]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testCooldown(TriggerIntegrationTest.java:1177)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testDistributions
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([806090A8020763D1:3F9FD102DCFD834D]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testDistributions(StreamExpressionTest.java:6639)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13625 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_A7318FFE63EC6385-001/init-core-data-001
[junit4] 2> 3839001 WARN (SUITE-TriggerIntegrationTest-seed#[A7318FFE63EC6385]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=21 numCloses=21
[junit4] 2> 3839002 INFO (SUITE-TriggerIntegrationTest-seed#[A7318FFE63EC6385]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 3839003 INFO (SUITE-TriggerIntegrationTest-seed#[A7318FFE63EC6385]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 3839003 INFO (SUITE-TriggerIntegrationTest-seed#[A7318FFE63EC6385]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 3839003 INFO (SUITE-TriggerIntegrationTest-seed#[A7318FFE63EC6385]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_A7318FFE63EC6385-001/tempDir-001
[junit4] 2> 3839003 INFO (SUITE-TriggerIntegrationTest-seed#[A7318FFE63EC6385]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3839004 INFO (Thread-7093) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3839004 INFO (Thread-7093) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3839007 ERROR (Thread-7093) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3839104 INFO (SUITE-TriggerIntegrationTest-seed#[A7318FFE63EC6385]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:51178
[junit4] 2> 3839116 INFO (zkConnectionManagerCallback-6053-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3839130 INFO (jetty-launcher-6050-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3839135 INFO (jetty-launcher-6050-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3839138 INFO (jetty-launcher-6050-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3839138 INFO (jetty-launcher-6050-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3839138 INFO (jetty-launcher-6050-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3839139 INFO (jetty-launcher-6050-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@43c3e359{/solr,null,AVAILABLE}
[junit4] 2> 3839142 INFO (jetty-launcher-6050-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3839142 INFO (jetty-launcher-6050-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3839142 INFO (jetty-launcher-6050-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3839142 INFO (jetty-launcher-6050-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3f7f67eb{HTTP/1.1,[http/1.1]}{127.0.0.1:62061}
[junit4] 2> 3839142 INFO (jetty-launcher-6050-thread-1) [ ] o.e.j.s.Server Started @3846075ms
[junit4] 2> 3839142 INFO (jetty-launcher-6050-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=62061}
[junit4] 2> 3839142 ERROR (jetty-launcher-6050-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3839143 INFO (jetty-launcher-6050-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@26e9c345{/solr,null,AVAILABLE}
[junit4] 2> 3839143 INFO (jetty-launcher-6050-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3839143 INFO (jetty-launcher-6050-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3839143 INFO (jetty-launcher-6050-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3839143 INFO (jetty-launcher-6050-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-26T19:03:39.074Z
[junit4] 2> 3839143 INFO (jetty-launcher-6050-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@780ce69e{HTTP/1.1,[http/1.1]}{127.0.0.1:45555}
[junit4] 2> 3839143 INFO (jetty-launcher-6050-thread-2) [ ] o.e.j.s.Server Started @3846077ms
[junit4] 2> 3839144 INFO (jetty-launcher-6050-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45555}
[junit4] 2> 3839144 ERROR (jetty-launcher-6050-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3839144 INFO (jetty-launcher-6050-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3839144 INFO (jetty-launcher-6050-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3839144 INFO (jetty-launcher-6050-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3839145 INFO (jetty-launcher-6050-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-26T19:03:39.076Z
[junit4] 2> 3839147 INFO (zkConnectionManagerCallback-6055-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3839148 INFO (zkConnectionManagerCallback-6057-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3839149 INFO (jetty-launcher-6050-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3839149 INFO (jetty-launcher-6050-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3839178 INFO (jetty-launcher-6050-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51178/solr
[junit4] 2> 3839178 INFO (jetty-launcher-6050-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51178/solr
[junit4] 2> 3839179 INFO (zkConnectionManagerCallback-6063-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3839180 INFO (zkConnectionManagerCallback-6065-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3839182 INFO (zkConnectionManagerCallback-6067-thread-1-processing-n:127.0.0.1:62061_solr) [n:127.0.0.1:62061_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3839183 INFO (zkConnectionManagerCallback-6069-thread-1-processing-n:127.0.0.1:45555_solr) [n:127.0.0.1:45555_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3839308 INFO (jetty-launcher-6050-thread-2) [n:127.0.0.1:45555_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3839308 INFO (jetty-launcher-6050-thread-2) [n:127.0.0.1:45555_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45555_solr
[junit4] 2> 3839310 INFO (jetty-launcher-6050-thread-2) [n:127.0.0.1:45555_solr ] o.a.s.c.Overseer Overseer (id=99417680703389702-127.0.0.1:45555_solr-n_0000000000) starting
[junit4] 2> 3839314 INFO (jetty-launcher-6050-thread-1) [n:127.0.0.1:62061_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3839316 INFO (jetty-launcher-6050-thread-1) [n:127.0.0.1:62061_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62061_solr
[junit4] 2> 3839319 INFO (zkCallback-6068-thread-1-processing-n:127.0.0.1:45555_solr) [n:127.0.0.1:45555_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3839322 INFO (zkCallback-6066-thread-1-processing-n:127.0.0.1:62061_solr) [n:127.0.0.1:62061_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3839325 DEBUG (OverseerAutoScalingTriggerThread-99417680703389702-127.0.0.1:45555_solr-n_0000000000) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3839326 DEBUG (OverseerAutoScalingTriggerThread-99417680703389702-127.0.0.1:45555_solr-n_0000000000) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 3839326 INFO (jetty-launcher-6050-thread-2) [n:127.0.0.1:45555_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45555_solr
[junit4] 2> 3839326 DEBUG (OverseerAutoScalingTriggerThread-99417680703389702-127.0.0.1:45555_solr-n_0000000000) [n:127.0.0.1:45555_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:62061_solr]
[junit4] 2> 3839326 DEBUG (OverseerAutoScalingTriggerThread-99417680703389702-127.0.0.1:45555_solr-n_0000000000) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 3839326 DEBUG (OverseerAutoScalingTriggerThread-99417680703389702-127.0.0.1:45555_solr-n_0000000000) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 3839327 INFO (zkCallback-6066-thread-1-processing-n:127.0.0.1:62061_solr) [n:127.0.0.1:62061_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3839328 INFO (zkCallback-6068-thread-1-processing-n:127.0.0.1:45555_solr) [n:127.0.0.1:45555_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3839329 DEBUG (OverseerAutoScalingTriggerThread-99417680703389702-127.0.0.1:45555_solr-n_0000000000) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3839330 DEBUG (OverseerAutoScalingTriggerThread-99417680703389702-127.0.0.1:45555_solr-n_0000000000) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 3839330 DEBUG (ScheduledTrigger-10134-thread-1) [n:127.0.0.1:45555_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3839419 INFO (jetty-launcher-6050-thread-2) [n:127.0.0.1:45555_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45555.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16bbc861
[junit4] 2> 3839425 INFO (jetty-launcher-6050-thread-2) [n:127.0.0.1:45555_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45555.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16bbc861
[junit4] 2> 3839425 INFO (jetty-launcher-6050-thread-2) [n:127.0.0.1:45555_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45555.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16bbc861
[junit4] 2> 3839426 INFO (jetty-launcher-6050-thread-2) [n:127.0.0.1:45555_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_A7318FFE63EC6385-001/tempDir-001/node2/.
[junit4] 2> 3839490 INFO (jetty-launcher-6050-thread-1) [n:127.0.0.1:62061_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62061.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16bbc861
[junit4] 2> 3839495 INFO (jetty-launcher-6050-thread-1) [n:127.0.0.1:62061_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62061.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16bbc861
[junit4] 2> 3839496 INFO (jetty-launcher-6050-thread-1) [n:127.0.0.1:62061_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62061.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16bbc861
[junit4] 2> 3839496 INFO (jetty-launcher-6050-thread-1) [n:127.0.0.1:62061_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_A7318FFE63EC6385-001/tempDir-001/node1/.
[junit4] 2> 3839515 INFO (zkConnectionManagerCallback-6075-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3839519 INFO (zkConnectionManagerCallback-6079-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3839521 INFO (SUITE-TriggerIntegrationTest-seed#[A7318FFE63EC6385]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3839522 INFO (SUITE-TriggerIntegrationTest-seed#[A7318FFE63EC6385]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:51178/solr ready
[junit4] 2> 3839685 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[A7318FFE63EC6385]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTrigger
[junit4] 2> 3839686 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[A7318FFE63EC6385]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 3839686 DEBUG (zkCallback-6068-thread-1-processing-n:127.0.0.1:45555_solr) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 3839686 DEBUG (OverseerAutoScalingTriggerThread-99417680703389702-127.0.0.1:45555_solr-n_0000000000) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 3839692 DEBUG (OverseerAutoScalingTriggerThread-99417680703389702-127.0.0.1:45555_solr-n_0000000000) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3839693 DEBUG (OverseerAutoScalingTriggerThread-99417680703389702-127.0.0.1:45555_solr-n_0000000000) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3839693 DEBUG (OverseerAutoScalingTriggerThread-99417680703389702-127.0.0.1:45555_solr-n_0000000000) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 3839696 INFO (qtp70527448-31078) [n:127.0.0.1:45555_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3839707 INFO (qtp70527448-31078) [n:127.0.0.1:45555_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=11
[junit4] 2> 3839710 INFO (qtp70527448-31084) [n:127.0.0.1:45555_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3839712 INFO (qtp2037307113-31070) [n:127.0.0.1:62061_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3839712 DEBUG (qtp70527448-31081) [n:127.0.0.1:45555_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3839713 INFO (qtp70527448-31081) [n:127.0.0.1:45555_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 3839714 DEBUG (zkCallback-6068-thread-1-processing-n:127.0.0.1:45555_solr) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 3839717 DEBUG (zkCallback-6068-thread-1-processing-n:127.0.0.1:45555_solr) [n:127.0.0.1:45555_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:62061_solr, 127.0.0.1:45555_solr]
[junit4] 2> 3839717 DEBUG (OverseerAutoScalingTriggerThread-99417680703389702-127.0.0.1:45555_solr-n_0000000000) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 3839720 INFO (OverseerAutoScalingTriggerThread-99417680703389702-127.0.0.1:45555_solr-n_0000000000) [n:127.0.0.1:45555_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3839724 DEBUG (OverseerAutoScalingTriggerThread-99417680703389702-127.0.0.1:45555_solr-n_0000000000) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3839724 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[A7318FFE63EC6385]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@3f7f67eb{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 3839727 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[A7318FFE63EC6385]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1982072115
[junit4] 2> 3839728 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[A7318FFE63EC6385]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 3839728 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[A7318FFE63EC6385]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@9646f38: rootName = solr_62061, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1e84c4f7
[junit4] 2> 3839728 DEBUG (OverseerAutoScalingTriggerThread-99417680703389702-127.0.0.1:45555_solr-n_0000000000) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 3839728 DEBUG (ScheduledTrigger-10134-thread-1) [n:127.0.0.1:45555_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 3839734 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[A7318FFE63EC6385]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 3839734 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[A7318FFE63EC6385]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@8c5a00e: rootName = solr_62061, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@511c9d73
[junit4] 2> 3839738 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[A7318FFE63EC6385]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 3839738 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[A7318FFE63EC6385]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@47cc30f0: rootName = solr_62061, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@4b02a68
[junit4] 2> 3839741 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[A7318FFE63EC6385]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:62061_solr
[junit4] 2> 3839742 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[A7318FFE63EC6385]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 3839743 INFO (zkCallback-6066-thread-1-processing-n:127.0.0.1:62061_solr) [n:127.0.0.1:62061_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 3839745 INFO (zkCallback-6078-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 3839745 INFO (zkCallback-6068-thread-1-processing-n:127.0.0.1:45555_solr) [n:127.0.0.1:45555_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 3839746 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[A7318FFE63EC6385]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3839747 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[A7318FFE63EC6385]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@43c3e359{/solr,null,UNAVAILABLE}
[junit4] 2> 3839750 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[A7318FFE63EC6385]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3840740 DEBUG (ScheduledTrigger-10134-thread-2) [n:127.0.0.1:45555_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1
[junit4] 2> 3840741 DEBUG (ScheduledTrigger-10134-thread-2) [n:127.0.0.1:45555_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:62061_solr
[junit4] 2> 3841705 INFO (OverseerCollectionConfigSetProcessor-99417680703389702-127.0.0.1:45555_solr-n_0000000000) [n:127.0.0.1:45555_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3841745 DEBUG (ScheduledTrigger-10134-thread-2) [n:127.0.0.1:45555_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1
[junit4] 2> 3842749 DEBUG (ScheduledTrigger-10134-thread-2) [n:127.0.0.1:45555_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1
[junit4] 2> 3842749 DEBUG (ScheduledTrigger-10134-thread-2) [n:127.0.0.1:45555_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:62061_solr]
[junit4] 2> 3842749 DEBUG (ScheduledTrigger-10134-thread-2) [n:127.0.0.1:45555_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"27815b487ef5bT1d5ts6h4h7mqkj92livzrfjss",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":694984571875163,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[694984571875163],
[junit4] 2> "nodeNames":["127.0.0.1:62061_solr"]}}
[junit4] 2> 3842754 DEBUG (ScheduledTrigger-10134-thread-2) [n:127.0.0.1:45555_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger]
[junit4] 2> 3842755 INFO (ScheduledTrigger-10134-thread-2) [n:127.0.0.1:45555_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 3842757 DEBUG (AutoscalingActionExecutor-10135-thread-1-processing-n:127.0.0.1:45555_solr) [n:127.0.0.1:45555_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"27815b487ef5bT1d5ts6h4h7mqkj92livzrfjss",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":694984571875163,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[694984571875163],
[junit4] 2> "_enqueue_time_":694986585374410,
[junit4] 2> "nodeNames":["127.0.0.1:62061_solr"]}}
[junit4] 2> 3842760 DEBUG (AutoscalingActionExecutor-10135-thread-1-processing-n:127.0.0.1:45555_solr) [n:127.0.0.1:45555_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 5000ms
[junit4] 2> 3842760 DEBUG (AutoscalingActionExecutor-10135-thread-1-processing-n:127.0.0.1:45555_solr) [n:127.0.0.1:45555_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 3 ms for event id=27815b487ef5bT1d5ts6h4h7mqkj92livzrfjss
[junit4] 2> 3842764 INFO (qtp70527448-31081) [n:127.0.0.1:45555_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3842764 DEBUG (qtp70527448-31083) [n:127.0.0.1:45555_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3842765 INFO (qtp70527448-31083) [n:127.0.0.1:45555_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 3842766 DEBUG (zkCallback-6068-thread-1-processing-n:127.0.0.1:45555_solr) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 3842767 DEBUG (zkCallback-6068-thread-1-processing-n:127.0.0.1:45555_solr) [n:127.0.0.1:45555_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:45555_solr]
[junit4] 2> 3842767 DEBUG (OverseerAutoScalingTriggerThread-99417680703389702-127.0.0.1:45555_solr-n_0000000000) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 3842768 DEBUG (OverseerAutoScalingTriggerThread-99417680703389702-127.0.0.1:45555_solr-n_0000000000) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3842769 DEBUG (OverseerAutoScalingTriggerThread-99417680703389702-127.0.0.1:45555_solr-n_0000000000) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 3844776 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[A7318FFE63EC6385]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTrigger
[junit4] 2> 3844928 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testListeners
[junit4] 2> 3844928 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5
[junit4] 2> 3844929 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3844929 DEBUG (zkCallback-6068-thread-1-processing-n:127.0.0.1:45555_solr) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 3844929 DEBUG (OverseerAutoScalingTriggerThread-99417680703389702-127.0.0.1:45555_solr-n_0000000000) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 3844930 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3844930 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3844930 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3844930 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6ba697f9{/solr,null,AVAILABLE}
[junit4] 2> 3844930 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4bc41d2e{HTTP/1.1,[http/1.1]}{127.0.0.1:62904}
[junit4] 2> 3844930 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [ ] o.e.j.s.Server Started @3851866ms
[junit4] 2> 3844930 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=62904}
[junit4] 2> 3844931 ERROR (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3844931 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3844931 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3844931 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3844931 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-26T19:03:44.862Z
[junit4] 2> 3844932 DEBUG (OverseerAutoScalingTriggerThread-99417680703389702-127.0.0.1:45555_solr-n_0000000000) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3844933 DEBUG (OverseerAutoScalingTriggerThread-99417680703389702-127.0.0.1:45555_solr-n_0000000000) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3844933 INFO (zkConnectionManagerCallback-6081-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3844933 DEBUG (OverseerAutoScalingTriggerThread-99417680703389702-127.0.0.1:45555_solr-n_0000000000) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 3844934 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3844941 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51178/solr
[junit4] 2> 3844943 INFO (zkConnectionManagerCallback-6085-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3844946 INFO (zkConnectionManagerCallback-6087-thread-1-processing-n:127.0.0.1:62904_solr) [n:127.0.0.1:62904_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3844958 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [n:127.0.0.1:62904_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3844961 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [n:127.0.0.1:62904_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3844964 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [n:127.0.0.1:62904_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62904_solr
[junit4] 2> 3844965 INFO (zkCallback-6068-thread-1-processing-n:127.0.0.1:45555_solr) [n:127.0.0.1:45555_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3844965 INFO (zkCallback-6078-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3844968 INFO (zkCallback-6086-thread-1-processing-n:127.0.0.1:62904_solr) [n:127.0.0.1:62904_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3845055 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [n:127.0.0.1:62904_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62904.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16bbc861
[junit4] 2> 3845061 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [n:127.0.0.1:62904_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62904.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16bbc861
[junit4] 2> 3845061 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [n:127.0.0.1:62904_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62904.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16bbc861
[junit4] 2> 3845062 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [n:127.0.0.1:62904_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_A7318FFE63EC6385-001/tempDir-001/node3/.
[junit4] 2> 3845086 INFO (qtp70527448-31083) [n:127.0.0.1:45555_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3845087 INFO (qtp1183140683-31137) [n:127.0.0.1:62904_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3845087 DEBUG (qtp70527448-31084) [n:127.0.0.1:45555_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3845088 INFO (qtp70527448-31084) [n:127.0.0.1:45555_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 3845089 DEBUG (zkCallback-6068-thread-1-processing-n:127.0.0.1:45555_solr) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 3845089 DEBUG (zkCallback-6068-thread-1-processing-n:127.0.0.1:45555_solr) [n:127.0.0.1:45555_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:62904_solr, 127.0.0.1:45555_solr]
[junit4] 2> 3845089 DEBUG (zkCallback-6068-thread-1-processing-n:127.0.0.1:45555_solr) [n:127.0.0.1:45555_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerL instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}, {name=test1, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestDummyAction}], enabled=true}
[junit4] 2> 3845089 DEBUG (OverseerAutoScalingTriggerThread-99417680703389702-127.0.0.1:45555_solr-n_0000000000) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 3845091 INFO (OverseerAutoScalingTriggerThread-99417680703389702-127.0.0.1:45555_solr-n_0000000000) [n:127.0.0.1:45555_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3845092 DEBUG (OverseerAutoScalingTriggerThread-99417680703389702-127.0.0.1:45555_solr-n_0000000000) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3845092 DEBUG (OverseerAutoScalingTriggerThread-99417680703389702-127.0.0.1:45555_solr-n_0000000000) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 3845093 DEBUG (ScheduledTrigger-10134-thread-3) [n:127.0.0.1:45555_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 3845093 DEBUG (ScheduledTrigger-10134-thread-3) [n:127.0.0.1:45555_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 3845095 INFO (qtp70527448-31084) [n:127.0.0.1:45555_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3845096 INFO (qtp1183140683-31140) [n:127.0.0.1:62904_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3845096 DEBUG (qtp1183140683-31142) [n:127.0.0.1:62904_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3845097 INFO (qtp1183140683-31142) [n:127.0.0.1:62904_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 3845097 DEBUG (zkCallback-6068-thread-1-processing-n:127.0.0.1:45555_solr) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 3845098 DEBUG (zkCallback-6068-thread-1-processing-n:127.0.0.1:45555_solr) [n:127.0.0.1:45555_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:62904_solr, 127.0.0.1:45555_solr]
[junit4] 2> 3845098 DEBUG (zkCallback-6068-thread-1-processing-n:127.0.0.1:45555_solr) [n:127.0.0.1:45555_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerL instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}, {name=test1, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestDummyAction}], enabled=true}
[junit4] 2> 3845098 DEBUG (OverseerAutoScalingTriggerThread-99417680703389702-127.0.0.1:45555_solr-n_0000000000) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 3845098 INFO (qtp70527448-31084) [n:127.0.0.1:45555_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3845098 DEBUG (OverseerAutoScalingTriggerThread-99417680703389702-127.0.0.1:45555_solr-n_0000000000) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3845099 INFO (qtp1183140683-31139) [n:127.0.0.1:62904_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3845099 DEBUG (OverseerAutoScalingTriggerThread-99417680703389702-127.0.0.1:45555_solr-n_0000000000) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 3845099 DEBUG (qtp70527448-31081) [n:127.0.0.1:45555_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3845099 INFO (qtp70527448-31081) [n:127.0.0.1:45555_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 3845100 DEBUG (zkCallback-6068-thread-1-processing-n:127.0.0.1:45555_solr) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 3845100 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3845100 DEBUG (zkCallback-6068-thread-1-processing-n:127.0.0.1:45555_solr) [n:127.0.0.1:45555_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:62904_solr, 127.0.0.1:45555_solr]
[junit4] 2> 3845100 DEBUG (zkCallback-6068-thread-1-processing-n:127.0.0.1:45555_solr) [n:127.0.0.1:45555_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerL instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}, {name=test1, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestDummyAction}], enabled=true}
[junit4] 2> 3845100 DEBUG (OverseerAutoScalingTriggerThread-99417680703389702-127.0.0.1:45555_solr-n_0000000000) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 3845101 DEBUG (OverseerAutoScalingTriggerThread-99417680703389702-127.0.0.1:45555_solr-n_0000000000) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3845101 DEBUG (OverseerAutoScalingTriggerThread-99417680703389702-127.0.0.1:45555_solr-n_0000000000) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 3845101 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3845101 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3845101 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 3845101 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6bf8b020{/solr,null,AVAILABLE}
[junit4] 2> 3845102 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@602e4338{HTTP/1.1,[http/1.1]}{127.0.0.1:34963}
[junit4] 2> 3845102 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [ ] o.e.j.s.Server Started @3852037ms
[junit4] 2> 3845102 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34963}
[junit4] 2> 3845102 ERROR (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3845102 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3845102 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3845102 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3845102 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-26T19:03:45.033Z
[junit4] 2> 3845104 INFO (zkConnectionManagerCallback-6091-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3845104 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3845110 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51178/solr
[junit4] 2> 3845111 INFO (zkConnectionManagerCallback-6095-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3845113 INFO (zkConnectionManagerCallback-6097-thread-1-processing-n:127.0.0.1:34963_solr) [n:127.0.0.1:34963_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3845123 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [n:127.0.0.1:34963_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3845125 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [n:127.0.0.1:34963_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3845131 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [n:127.0.0.1:34963_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34963_solr
[junit4] 2> 3845132 INFO (zkCallback-6086-thread-1-processing-n:127.0.0.1:62904_solr) [n:127.0.0.1:62904_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3845132 INFO (zkCallback-6068-thread-1-processing-n:127.0.0.1:45555_solr) [n:127.0.0.1:45555_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3845133 INFO (zkCallback-6078-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3845136 INFO (zkCallback-6096-thread-1-processing-n:127.0.0.1:34963_solr) [n:127.0.0.1:34963_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3845197 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [n:127.0.0.1:34963_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34963.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16bbc861
[junit4] 2> 3845204 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [n:127.0.0.1:34963_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34963.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16bbc861
[junit4] 2> 3845204 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [n:127.0.0.1:34963_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34963.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16bbc861
[junit4] 2> 3845205 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [n:127.0.0.1:34963_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_A7318FFE63EC6385-001/tempDir-001/node4/.
[junit4] 2> 3846095 DEBUG (ScheduledTrigger-10134-thread-3) [n:127.0.0.1:45555_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 3846095 DEBUG (ScheduledTrigger-10134-thread-3) [n:127.0.0.1:45555_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3846095 DEBUG (ScheduledTrigger-10134-thread-3) [n:127.0.0.1:45555_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:34963_solr at time 694989927416308
[junit4] 2> 3847098 DEBUG (ScheduledTrigger-10134-thread-3) [n:127.0.0.1:45555_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 3847098 DEBUG (ScheduledTrigger-10134-thread-3) [n:127.0.0.1:45555_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3847098 DEBUG (ScheduledTrigger-10134-thread-3) [n:127.0.0.1:45555_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerL firing registered processor for nodes: [127.0.0.1:34963_solr] added at times [694989927416308], now=694990930852309
[junit4] 2> 3847098 DEBUG (ScheduledTrigger-10134-thread-3) [n:127.0.0.1:45555_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"27816f3bf01f4T1d5ts6h4h7mqkj92livzrfjsu",
[junit4] 2> "source":"node_added_triggerL",
[junit4] 2> "eventTime":694989927416308,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[694989927416308],
[junit4] 2> "nodeNames":["127.0.0.1:34963_solr"]}}
[junit4] 2> 3847098 DEBUG (ScheduledTrigger-10134-thread-3) [n:127.0.0.1:45555_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_triggerL]
[junit4] 2> 3847100 INFO (ScheduledTrigger-10134-thread-3) [n:127.0.0.1:45555_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 3847102 DEBUG (AutoscalingActionExecutor-10135-thread-1-processing-n:127.0.0.1:45555_solr) [n:127.0.0.1:45555_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"27816f3bf01f4T1d5ts6h4h7mqkj92livzrfjsu",
[junit4] 2> "source":"node_added_triggerL",
[junit4] 2> "eventTime":694989927416308,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[694989927416308],
[junit4] 2> "_enqueue_time_":694990931313355,
[junit4] 2> "nodeNames":["127.0.0.1:34963_solr"]}}
[junit4] 2> 3847109 DEBUG (AutoscalingActionExecutor-10135-thread-1-processing-n:127.0.0.1:45555_solr) [n:127.0.0.1:45555_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerL after 5000ms
[junit4] 2> 3847109 DEBUG (AutoscalingActionExecutor-10135-thread-1-processing-n:127.0.0.1:45555_solr) [n:127.0.0.1:45555_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 7 ms for event id=27816f3bf01f4T1d5ts6h4h7mqkj92livzrfjsu
[junit4] 2> 3849114 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3849116 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3849116 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3849116 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3849116 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@b7bec2c{/solr,null,AVAILABLE}
[junit4] 2> 3849117 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@77b415c7{HTTP/1.1,[http/1.1]}{127.0.0.1:47782}
[junit4] 2> 3849117 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [ ] o.e.j.s.Server Started @3856054ms
[junit4] 2> 3849117 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=47782}
[junit4] 2> 3849118 ERROR (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3849118 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3849118 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3849118 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3849119 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-26T19:03:49.049Z
[junit4] 2> 3849123 INFO (zkConnectionManagerCallback-6101-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3849124 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3849139 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51178/solr
[junit4] 2> 3849143 INFO (zkConnectionManagerCallback-6105-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3849149 INFO (zkConnectionManagerCallback-6107-thread-1-processing-n:127.0.0.1:47782_solr) [n:127.0.0.1:47782_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3849174 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [n:127.0.0.1:47782_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3849179 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [n:127.0.0.1:47782_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3849182 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [n:127.0.0.1:47782_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47782_solr
[junit4] 2> 3849184 INFO (zkCallback-6068-thread-1-processing-n:127.0.0.1:45555_solr) [n:127.0.0.1:45555_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3849185 INFO (zkCallback-6096-thread-1-processing-n:127.0.0.1:34963_solr) [n:127.0.0.1:34963_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3849185 INFO (zkCallback-6078-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3849185 INFO (zkCallback-6086-thread-1-processing-n:127.0.0.1:62904_solr) [n:127.0.0.1:62904_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3849188 INFO (zkCallback-6106-thread-1-processing-n:127.0.0.1:47782_solr) [n:127.0.0.1:47782_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3849242 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [n:127.0.0.1:47782_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47782.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16bbc861
[junit4] 2> 3849248 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [n:127.0.0.1:47782_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47782.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16bbc861
[junit4] 2> 3849248 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [n:127.0.0.1:47782_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47782.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16bbc861
[junit4] 2> 3849249 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [n:127.0.0.1:47782_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_A7318FFE63EC6385-001/tempDir-001/node5/.
[junit4] 2> 3852113 DEBUG (ScheduledTrigger-10134-thread-3) [n:127.0.0.1:45555_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 3852113 DEBUG (ScheduledTrigger-10134-thread-3) [n:127.0.0.1:45555_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3852113 DEBUG (ScheduledTrigger-10134-thread-3) [n:127.0.0.1:45555_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:47782_solr at time 694995947762038
[junit4] 2> 3853117 DEBUG (ScheduledTrigger-10134-thread-3) [n:127.0.0.1:45555_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 3853117 DEBUG (ScheduledTrigger-10134-thread-3) [n:127.0.0.1:45555_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3853117 DEBUG (ScheduledTrigger-10134-thread-3) [n:127.0.0.1:45555_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerL firing registered processor for nodes: [127.0.0.1:47782_solr] added at times [694995947762038], now=694996951622823
[junit4] 2> 3853117 DEBUG (ScheduledTrigger-10134-thread-3) [n:127.0.0.1:45555_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"278185a963176T1d5ts6h4h7mqkj92livzrfjsw",
[junit4] 2> "source":"node_added_triggerL",
[junit4] 2> "eventTime":694995947762038,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[694995947762038],
[junit4] 2> "nodeNames":["127.0.0.1:47782_solr"]}}
[junit4] 2> 3853117 DEBUG (ScheduledTrigger-10134-thread-3) [n:127.0.0.1:45555_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_triggerL]
[junit4] 2> 3853119 DEBUG (AutoscalingActionExecutor-10135-thread-1-processing-n:127.0.0.1:45555_solr) [n:127.0.0.1:45555_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"278185a963176T1d5ts6h4h7mqkj92livzrfjsw",
[junit4] 2> "source":"node_added_triggerL",
[junit4] 2> "eventTime":694995947762038,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[694995947762038],
[junit4] 2> "_enqueue_time_":694996951971200,
[junit4] 2> "nodeNames":["127.0.0.1:47782_solr"]}}
[junit4] 2> 3853119 WARN (AutoscalingActionExecutor-10135-thread-1-processing-n:127.0.0.1:45555_solr) [n:127.0.0.1:45555_solr ] o.a.s.c.a.ScheduledTriggers Exception executing actions
[junit4] 2> java.lang.Exception: Error executing action: test1 for trigger event: {
[junit4] 2> "id":"278185a963176T1d5ts6h4h7mqkj92livzrfjsw",
[junit4] 2> "source":"node_added_triggerL",
[junit4] 2> "eventTime":694995947762038,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[694995947762038],
[junit4] 2> "_enqueue_time_":694996951971200,
[junit4] 2> "nodeNames":["127.0.0.1:47782_solr"]}}
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:303)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.lang.RuntimeException: failure
[junit4] 2> at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestDummyAction.process(TriggerIntegrationTest.java:989)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:300)
[junit4] 2> ... 6 more
[junit4] 2> 3853120 DEBUG (AutoscalingActionExecutor-10135-thread-1-processing-n:127.0.0.1:45555_solr) [n:127.0.0.1:45555_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerL after 5000ms
[junit4] 2> 3853120 DEBUG (AutoscalingActionExecutor-10135-thread-1-processing-n:127.0.0.1:45555_solr) [n:127.0.0.1:45555_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=278185a963176T1d5ts6h4h7mqkj92livzrfjsw
[junit4] 2> 3855120 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[A7318FFE63EC6385]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testListeners
[junit4] 2> 3855423 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[A7318FFE63EC6385]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTriggerRestoreState
[junit4] 2> 3855424 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[A7318FFE63EC6385]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 9
[junit4] 2> 3855425 DEBUG (zkCallback-6068-thread-1-processing-n:127.0.0.1:45555_solr) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 3855425 DEBUG (OverseerAutoScalingTriggerThread-99417680703389702-127.0.0.1:45555_solr-n_0000000000) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 3855430 DEBUG (OverseerAutoScalingTriggerThread-99417680703389702-127.0.0.1:45555_solr-n_0000000000) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3855431 DEBUG (OverseerAutoScalingTriggerThread-99417680703389702-127.0.0.1:45555_solr-n_0000000000) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3855431 DEBUG (OverseerAutoScalingTriggerThread-99417680703389702-127.0.0.1:45555_solr-n_0000000000) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
[junit4] 2> 3855434 INFO (qtp1890717126-31166) [n:127.0.0.1:34963_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3855435 INFO (qtp70527448-31081) [n:127.0.0.1:45555_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3855437 INFO (qtp567234657-31186) [n:127.0.0.1:47782_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3855438 INFO (qtp1183140683-31139) [n:127.0.0.1:62904_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3855438 DEBUG (qtp1890717126-31162) [n:127.0.0.1:34963_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3855439 INFO (qtp1890717126-31162) [n:127.0.0.1:34963_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 3855439 DEBUG (zkCallback-6068-thread-1-processing-n:127.0.0.1:45555_solr) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
[junit4] 2> 3855440 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[A7318FFE63EC6385]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3855440 DEBUG (zkCallback-6068-thread-1-processing-n:127.0.0.1:45555_solr) [n:127.0.0.1:45555_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:62904_solr, 127.0.0.1:34963_solr, 127.0.0.1:47782_solr, 127.0.0.1:45555_solr]
[junit4] 2> 3855440 DEBUG (zkCallback-6068-thread-1-processing-n:127.0.0.1:45555_solr) [n:127.0.0.1:45555_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger instantiated with properties: {event=nodeAdded, waitFor=5, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 3855440 DEBUG (OverseerAutoScalingTriggerThread-99417680703389702-127.0.0.1:45555_solr-n_0000000000) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
[junit4] 2> 3855441 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[A7318FFE63EC6385]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3855441 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[A7318FFE63EC6385]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3855441 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[A7318FFE63EC6385]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 3855442 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[A7318FFE63EC6385]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7c282908{/solr,null,AVAILABLE}
[junit4] 2> 3855442 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[A7318FFE63EC6385]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@451dd20f{HTTP/1.1,[http/1.1]}{127.0.0.1:33215}
[junit4] 2> 3855442 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[A7318FFE63EC6385]) [ ] o.e.j.s.Server Started @3862380ms
[junit4] 2> 3855442 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[A7318FFE63EC6385]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33215}
[junit4] 2> 3855442 ERROR (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[A7318FFE63EC6385]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3855443 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[A7318FFE63EC6385]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3855443 INFO (OverseerAutoScalingTriggerThread-99417680703389702-127.0.0.1:45555_solr-n_0000000000) [n:127.0.0.1:45555_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3855443 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[A7318FFE63EC6385]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3855443 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[A7318FFE63EC6385]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3855443 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[A7318FFE63EC6385]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-26T19:03:55.374Z
[junit4] 2> 3855443 DEBUG (OverseerAutoScalingTriggerThread-99417680703389702-127.0.0.1:45555_solr-n_0000000000) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3855444 DEBUG (OverseerAutoScalingTriggerThread-99417680703389702-127.0.0.1:45555_solr-n_0000000000) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10
[junit4] 2> 3855445 DEBUG (ScheduledTrigger-10134-thread-4) [n:127.0.0.1:45555_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 3855445 DEBUG (ScheduledTrigger-10134-thread-4) [n:127.0.0.1:45555_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3855445 INFO (zkConnectionManagerCallback-6111-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3855446 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[A7318FFE63EC6385]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3855452 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[A7318FFE63EC6385]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51178/solr
[junit4] 2> 3855454 INFO (zkConnectionManagerCallback-6115-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3855457 INFO (zkConnectionManagerCallback-6117-thread-1-processing-n:127.0.0.1:33215_solr) [n:127.0.0.1:33215_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3855467 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[A7318FFE63EC6385]) [n:127.0.0.1:33215_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 3855470 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[A7318FFE63EC6385]) [n:127.0.0.1:33215_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3855473 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[A7318FFE63EC6385]) [n:127.0.0.1:33215_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33215_solr
[junit4] 2> 3855475 INFO (zkCallback-6106-thread-1-processing-n:127.0.0.1:47782_solr) [n:127.0.0.1:47782_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3855475 INFO (zkCallback-6068-thread-1-processing-n:127.0.0.1:45555_solr) [n:127.0.0.1:45555_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3855475 INFO (zkCallback-6096-thread-1-processing-n:127.0.0.1:34963_solr) [n:127.0.0.1:34963_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3855475 INFO (zkCallback-6078-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3855475 INFO (zkCallback-6086-thread-1-processing-n:127.0.0.1:62904_solr) [n:127.0.0.1:62904_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3855478 INFO (zkCallback-6116-thread-1-processing-n:127.0.0.1:33215_solr) [n:127.0.0.1:33215_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3855550 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[A7318FFE63EC6385]) [n:127.0.0.1:33215_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33215.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16bbc861
[junit4] 2> 3855556 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[A7318FFE63EC6385]) [n:127.0.0.1:33215_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33215.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16bbc861
[junit4] 2> 3855556 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[A7318FFE63EC6385]) [n:127.0.0.1:33215_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33215.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16bbc861
[junit4] 2> 3855557 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[A7318FFE63EC6385]) [n:127.0.0.1:33215_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_A7318FFE63EC6385-001/tempDir-001/node6/.
[junit4] 2> 3856447 DEBUG (ScheduledTrigger-10134-thread-4) [n:127.0.0.1:45555_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 3856447 DEBUG (ScheduledTrigger-10134-thread-4) [n:127.0.0.1:45555_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 5
[junit4] 2> 3856447 DEBUG (ScheduledTrigger-10134-thread-4) [n:127.0.0.1:45555_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:33215_solr at time 695000282715259
[junit4] 2> 3857102 INFO (qtp284080786-31212) [n:127.0.0.1:33215_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3857103 INFO (qtp1890717126-31166) [n:127.0.0.1:34963_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3857104 INFO (qtp70527448-31083) [n:127.0.0.1:45555_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3857106 INFO (qtp567234657-31188) [n:127.0.0.1:47782_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3857107 INFO (qtp1183140683-31142) [n:127.0.0.1:62904_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3857107 DEBUG (qtp1890717126-31164) [n:127.0.0.1:34963_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3857109 INFO (qtp1890717126-31164) [n:127.0.0.1:34963_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=11
[junit4] 2> 3857110 DEBUG (zkCallback-6068-thread-1-processing-n:127.0.0.1:45555_solr) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 11
[junit4] 2> 3857111 DEBUG (zkCallback-6068-thread-1-processing-n:127.0.0.1:45555_solr) [n:127.0.0.1:45555_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:33215_solr, 127.0.0.1:62904_solr, 127.0.0.1:34963_solr, 127.0.0.1:47782_solr, 127.0.0.1:45555_solr]
[junit4] 2> 3857111 DEBUG (zkCallback-6068-thread-1-processing-n:127.0.0.1:45555_solr) [n:127.0.0.1:45555_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 3857111 DEBUG (OverseerAutoScalingTriggerThread-99417680703389702-127.0.0.1:45555_solr-n_0000000000) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 11
[junit4] 2> 3857117 INFO (OverseerAutoScalingTriggerThread-99417680703389702-127.0.0.1:45555_solr-n_0000000000) [n:127.0.0.1:45555_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3857119 DEBUG (OverseerAutoScalingTriggerThread-99417680703389702-127.0.0.1:45555_solr-n_0000000000) [n:127.0.0.1:45555_solr ] o.a.s.c.a.NodeAddedTrigger Adding node from marker path: 127.0.0.1:33215_solr
[junit4] 2> 3857121 DEBUG (OverseerAutoScalingTriggerThread-99417680703389702-127.0.0.1:45555_solr-n_0000000000) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3857121 DEBUG (ScheduledTrigger-10134-thread-3) [n:127.0.0.1:45555_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 3857121 DEBUG (ScheduledTrigger-10134-thread-3) [n:127.0.0.1:45555_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 5
[junit4] 2> 3857121 DEBUG (ScheduledTrigger-10134-thread-3) [n:127.0.0.1:45555_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger firing registered processor for nodes: [127.0.0.1:33215_solr] added at times [695000954641981], now=695000957165488
[junit4] 2> 3857121 DEBUG (ScheduledTrigger-10134-thread-3) [n:127.0.0.1:45555_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"2781985051e3dT1d5ts6h4h7mqkj92livzrfjsx",
[junit4] 2> "source":"node_added_restore_trigger",
[junit4] 2> "eventTime":695000954641981,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[695000954641981],
[junit4] 2> "nodeNames":["127.0.0.1:33215_solr"]}}
[junit4] 2> 3857122 DEBUG (ScheduledTrigger-10134-thread-3) [n:127.0.0.1:45555_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_restore_trigger]
[junit4] 2> 3857122 DEBUG (OverseerAutoScalingTriggerThread-99417680703389702-127.0.0.1:45555_solr-n_0000000000) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion 11
[junit4] 2> 3857123 INFO (ScheduledTrigger-10134-thread-3) [n:127.0.0.1:45555_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 3857123 DEBUG (AutoscalingActionExecutor-10135-thread-1-processing-n:127.0.0.1:45555_solr) [n:127.0.0.1:45555_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"2781985051e3dT1d5ts6h4h7mqkj92livzrfjsx",
[junit4] 2> "source":"node_added_restore_trigger",
[junit4] 2> "eventTime":695000954641981,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[695000954641981],
[junit4] 2> "_enqueue_time_":695000957639345,
[junit4] 2> "nodeNames":["127.0.0.1:33215_solr"]}}
[junit4] 2> 3857124 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[A7318FFE63EC6385]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTriggerRestoreState
[junit4] 2> 3857145 DEBUG (AutoscalingActionExecutor-10135-thread-1-processing-n:127.0.0.1:45555_solr) [n:127.0.0.1:45555_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_restore_trigger after 5000ms
[junit4] 2> 3857150 DEBUG (AutoscalingActionExecutor-10135-thread-1-processing-n:127.0.0.1:45555_solr) [n:127.0.0.1:45555_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 27 ms for event id=2781985051e3dT1d5ts6h4h7mqkj92livzrfjsx
[junit4] 2> 3857495 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A7318FFE63EC6385]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeMarkersRegistration
[junit4] 2> 3857496 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A7318FFE63EC6385]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 12
[junit4] 2> 3857496 DEBUG (zkCallback-6068-thread-1-processing-n:127.0.0.1:45555_solr) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 12
[junit4] 2> 3857496 DEBUG (OverseerAutoScalingTriggerThread-99417680703389702-127.0.0.1:45555_solr-n_0000000000) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 12
[junit4] 2> 3857501 DEBUG (OverseerAutoScalingTriggerThread-99417680703389702-127.0.0.1:45555_solr-n_0000000000) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3857502 DEBUG (OverseerAutoScalingTriggerThread-99417680703389702-127.0.0.1:45555_solr-n_0000000000) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3857502 DEBUG (OverseerAutoScalingTriggerThread-99417680703389702-127.0.0.1:45555_solr-n_0000000000) [n:127.0.0.1:45555_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 12, lastZnodeVersion 12
[junit4] 2> 3857502 INFO (qtp284080786-31216) [n:127.0.0.1:33215_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3857511 INFO (qtp284080786-31216) [n:127.0.0.1:33215_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 3857512 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A7318FFE63EC6385]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3857513 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A7318FFE63EC6385]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3857513 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A7318FFE63EC6385]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3857513 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[A7318FFE63EC6385]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 3857513 INFO (TEST-TriggerIntegrationTest.testN
[...truncated too long message...]
nager Closing metric reporters for registry=solr.core.collection1.shard2.replica_n2, tag=926609318
[junit4] 2> 256424 INFO (coreCloseExecutor-1525-thread-1) [n:127.0.0.1:43530_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@cc7e1: rootName = solr_43530, domain = solr.core.collection1.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.collection1.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@75fbf211
[junit4] 2> 256431 INFO (jetty-closer-1093-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@245dbb7e{/solr,null,UNAVAILABLE}
[junit4] 2> 256433 INFO (jetty-closer-1093-thread-3) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 256440 INFO (coreCloseExecutor-1525-thread-1) [n:127.0.0.1:43530_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard2.leader, tag=926609318
[junit4] 2> 256444 INFO (jetty-closer-1093-thread-4) [ ] o.a.s.c.Overseer Overseer (id=99417744460742666-127.0.0.1:43530_solr-n_0000000000) closing
[junit4] 2> 256444 INFO (OverseerStateUpdate-99417744460742666-127.0.0.1:43530_solr-n_0000000000) [n:127.0.0.1:43530_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43530_solr
[junit4] 2> 256447 WARN (OverseerAutoScalingTriggerThread-99417744460742666-127.0.0.1:43530_solr-n_0000000000) [n:127.0.0.1:43530_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 256454 INFO (jetty-closer-1093-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7058845{/solr,null,UNAVAILABLE}
[junit4] 2> 256456 INFO (jetty-closer-1093-thread-4) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 257923 WARN (zkCallback-1127-thread-2-processing-n:127.0.0.1:54144_solr) [n:127.0.0.1:54144_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 257924 INFO (jetty-closer-1093-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@75340131{/solr,null,UNAVAILABLE}
[junit4] 2> 257925 INFO (jetty-closer-1093-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 257929 ERROR (SUITE-StreamExpressionTest-seed#[806090A8020763D1]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 257930 INFO (SUITE-StreamExpressionTest-seed#[806090A8020763D1]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49045 49045
[junit4] 2> 263444 INFO (Thread-729) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49045 49045
[junit4] 2> 263446 WARN (Thread-729) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 100 /solr/aliases.json
[junit4] 2> 13 /solr/configs/conf
[junit4] 2> 7 /solr/configs/ml
[junit4] 2> 4 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 100 /solr/clusterprops.json
[junit4] 2> 100 /solr/clusterstate.json
[junit4] 2> 40 /solr/collections/destinationCollection/state.json
[junit4] 2> 26 /solr/collections/parallelDestinationCollection1/state.json
[junit4] 2> 20 /solr/collections/parallelDestinationCollection/state.json
[junit4] 2> 12 /solr/collections/collection1/state.json
[junit4] 2> 10 /solr/collections/mainCorpus1/state.json
[junit4] 2> 10 /solr/collections/destination/state.json
[junit4] 2> 10 /solr/collections/destination1/state.json
[junit4] 2> 10 /solr/collections/workQueue1/state.json
[junit4] 2> 10 /solr/collections/workQueue/state.json
[junit4] 2> 10 /solr/collections/uknownCollection/state.json
[junit4] 2> 10 /solr/collections/modelCollection/state.json
[junit4] 2> 10 /solr/collections/checkpointCollection/state.json
[junit4] 2> 10 /solr/collections/mainCorpus/state.json
[junit4] 2> 2 /solr/overseer_elect/election/99417744460742666-127.0.0.1:43530_solr-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/99417744460742668-127.0.0.1:54144_solr-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 100 /solr/live_nodes
[junit4] 2> 100 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.StreamExpressionTest_806090A8020763D1-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {expr_s=PostingsFormat(name=Memory), name_s=PostingsFormat(name=MockRandom), terms_ss=FSTOrd50, join2_s=FSTOrd50, field_s=PostingsFormat(name=LuceneVarGapFixedInterval), multiDefault=FSTOrd50, subject=FSTOrd50, a1_s=PostingsFormat(name=LuceneVarGapFixedInterval), a2_s=PostingsFormat(name=Memory), level1_s=PostingsFormat(name=Memory), body_t=PostingsFormat(name=MockRandom), s_multi=PostingsFormat(name=Memory), col_s=PostingsFormat(name=LuceneVarGapFixedInterval), level2_s=PostingsFormat(name=LuceneVarGapFixedInterval), a_ss=FSTOrd50, a_s=PostingsFormat(name=Memory), tv_text=PostingsFormat(name=LuceneVarGapFixedInterval), term_s=FSTOrd50, a_t=FSTOrd50, text_s=PostingsFormat(name=Memory), id=PostingsFormat(name=MockRandom), text=PostingsFormat(name=Memory), featureSet_s=PostingsFormat(name=LuceneVarGapFixedInterval), checkpoint_ss=PostingsFormat(name=MockRandom), test_t=PostingsFormat(name=MockRandom), ident_s=PostingsFormat(name=LuceneVarGapFixedInterval), whitetok=PostingsFormat(name=MockRandom), side_s=PostingsFormat(name=MockRandom)}, docValues:{expr_s=DocValuesFormat(name=Direct), name_s=DocValuesFormat(name=Lucene70), iteration_i=DocValuesFormat(name=Lucene70), terms_ss=DocValuesFormat(name=Asserting), join2_s=DocValuesFormat(name=Asserting), multiDefault=DocValuesFormat(name=Asserting), intDefault=DocValuesFormat(name=Memory), a_f=DocValuesFormat(name=Memory), a2_s=DocValuesFormat(name=Direct), falseNegative_i=DocValuesFormat(name=Memory), a_i=DocValuesFormat(name=Lucene70), level1_s=DocValuesFormat(name=Direct), a_s=DocValuesFormat(name=Direct), id=DocValuesFormat(name=Lucene70), alpha_d=DocValuesFormat(name=Lucene70), i_multi=DocValuesFormat(name=Lucene70), idf_d=DocValuesFormat(name=Memory), b_ls=DocValuesFormat(name=Memory), checkpoint_ss=DocValuesFormat(name=Lucene70), ident_s=DocValuesFormat(name=Memory), order_i=DocValuesFormat(name=Asserting), error_d=DocValuesFormat(name=Direct), side_s=DocValuesFormat(name=Lucene70), truePositive_i=DocValuesFormat(name=Direct), miles_i=DocValuesFormat(name=Memory), field_s=DocValuesFormat(name=Memory), price_f=DocValuesFormat(name=Asserting), a1_s=DocValuesFormat(name=Memory), join1_i=DocValuesFormat(name=Direct), join3_i=DocValuesFormat(name=Lucene70), test_i=DocValuesFormat(name=Asserting), falsePositive_i=DocValuesFormat(name=Memory), field_i=DocValuesFormat(name=Asserting), s_multi=DocValuesFormat(name=Direct), col_s=DocValuesFormat(name=Memory), level2_s=DocValuesFormat(name=Memory), a_ss=DocValuesFormat(name=Asserting), score_f=DocValuesFormat(name=Direct), term_s=DocValuesFormat(name=Asserting), text_s=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Asserting), idfs_ds=DocValuesFormat(name=Asserting), weights_ds=DocValuesFormat(name=Lucene70), featureSet_s=DocValuesFormat(name=Memory), trueNegative_i=DocValuesFormat(name=Direct), index_i=DocValuesFormat(name=Memory), test_dt=DocValuesFormat(name=Direct), out_i=DocValuesFormat(name=Memory), _version_=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=1459, maxMBSortInHeap=6.369987389265701, sim=RandomSimilarity(queryNorm=false): {}, locale=id-ID, timezone=Europe/Athens
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=76827208,total=179453952
[junit4] 2> NOTE: All tests run in this JVM: [TestToleratedUpdateError, ArrayEvaluatorTest, CloudSolrClientBuilderTest, StreamExpressionToExpessionTest, FieldAnalysisResponseTest, NotEvaluatorTest, RecursiveEvaluatorTest, UuidEvaluatorTest, TestDocumentObjectBinder, JettyWebappTest, UsingSolrJRefGuideExamplesTest, HttpSolrClientBuilderTest, ShardParamsTest, GreaterThanEvaluatorTest, LengthEvaluatorTest, TestRetryUtil, ExclusiveOrEvaluatorTest, TestHash, SolrExampleEmbeddedTest, TestCloudSolrClientConnections, NormalDistributionEvaluatorTest, TestSolrProperties, SchemaTest, TestXMLEscaping, SineEvaluatorTest, SubtractEvaluatorTest, AddEvaluatorTest, TestDelegationTokenRequest, MultiplyEvaluatorTest, TestDelegationTokenResponse, AppendEvaluatorTest, TestUpdateRequestCodec, TestSpellCheckResponse, SelectWithEvaluatorsTest, TestEmbeddedSolrServer, SolrExampleStreamingTest, SolrExampleXMLTest, SolrExampleJettyTest, TestBatchUpdate, LargeVolumeJettyTest, SolrParamTest, TermsResponseTest, MergeIndexesEmbeddedTest, QueryResponseTest, TestCoreAdmin, TestJavaBinCodec, SolrQueryTest, ModifiableSolrParamsTest, TestFastInputStream, DocumentAnalysisResponseTest, SolrDocumentTest, SolrExceptionTest, ClientUtilsTest, NamedListTest, AnlysisResponseBaseTest, GetByIdTest, TestLBHttpSolrClient, TestPolicy, BasicHttpSolrClientTest, CloudSolrClientMultiConstructorTest, ConcurrentUpdateSolrClientBuilderTest, HttpSolrClientConPoolTest, HttpSolrClientSSLAuthConPoolTest, LBHttpSolrClientBuilderTest, GraphTest, JdbcTest, StreamExpressionTest]
[junit4] Completed [146/146 (1!)] on J0 in 119.49s, 153 tests, 1 failure <<< FAILURES!
[...truncated 47275 lines...]
[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 413 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/413/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
2 tests failed.
FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove
Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:46735/solr/MoveReplicaHDFSTest_failed_coll_true, http://127.0.0.1:42625/solr/MoveReplicaHDFSTest_failed_coll_true, http://127.0.0.1:65211/solr/MoveReplicaHDFSTest_failed_coll_true]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:46735/solr/MoveReplicaHDFSTest_failed_coll_true, http://127.0.0.1:42625/solr/MoveReplicaHDFSTest_failed_coll_true, http://127.0.0.1:65211/solr/MoveReplicaHDFSTest_failed_coll_true]
at __randomizedtesting.SeedInfo.seed([886C874BF722A8E1:22A154B940F17D31]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:306)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:46735/solr/MoveReplicaHDFSTest_failed_coll_true: no servers hosting shard: shard2
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:436)
... 46 more
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTrigger
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([886C874BF722A8E1:8C922E59CDE82A7B]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTrigger(TriggerIntegrationTest.java:521)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12648 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_886C874BF722A8E1-001/init-core-data-001
[junit4] 2> 1881646 WARN (SUITE-TriggerIntegrationTest-seed#[886C874BF722A8E1]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
[junit4] 2> 1881647 INFO (SUITE-TriggerIntegrationTest-seed#[886C874BF722A8E1]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1881648 INFO (SUITE-TriggerIntegrationTest-seed#[886C874BF722A8E1]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1881648 INFO (SUITE-TriggerIntegrationTest-seed#[886C874BF722A8E1]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1881648 INFO (SUITE-TriggerIntegrationTest-seed#[886C874BF722A8E1]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_886C874BF722A8E1-001/tempDir-001
[junit4] 2> 1881648 INFO (SUITE-TriggerIntegrationTest-seed#[886C874BF722A8E1]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1881649 INFO (Thread-2696) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1881649 INFO (Thread-2696) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1881650 ERROR (Thread-2696) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1881749 INFO (SUITE-TriggerIntegrationTest-seed#[886C874BF722A8E1]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:62500
[junit4] 2> 1881750 INFO (zkConnectionManagerCallback-4839-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1881754 INFO (jetty-launcher-4836-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1881754 INFO (jetty-launcher-4836-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1881755 INFO (jetty-launcher-4836-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1881755 INFO (jetty-launcher-4836-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1881755 INFO (jetty-launcher-4836-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1881755 INFO (jetty-launcher-4836-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2442df25{/solr,null,AVAILABLE}
[junit4] 2> 1881755 INFO (jetty-launcher-4836-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1881755 INFO (jetty-launcher-4836-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1881755 INFO (jetty-launcher-4836-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1881756 INFO (jetty-launcher-4836-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@249be3e9{/solr,null,AVAILABLE}
[junit4] 2> 1881757 INFO (jetty-launcher-4836-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1a499d41{HTTP/1.1,[http/1.1]}{127.0.0.1:61268}
[junit4] 2> 1881757 INFO (jetty-launcher-4836-thread-1) [ ] o.e.j.s.Server Started @1889098ms
[junit4] 2> 1881758 INFO (jetty-launcher-4836-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=61268}
[junit4] 2> 1881758 ERROR (jetty-launcher-4836-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1881758 INFO (jetty-launcher-4836-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 1881758 INFO (jetty-launcher-4836-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1881758 INFO (jetty-launcher-4836-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1881758 INFO (jetty-launcher-4836-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-26T07:13:45.632Z
[junit4] 2> 1881758 INFO (jetty-launcher-4836-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@18a77ff6{HTTP/1.1,[http/1.1]}{127.0.0.1:48634}
[junit4] 2> 1881759 INFO (jetty-launcher-4836-thread-2) [ ] o.e.j.s.Server Started @1889099ms
[junit4] 2> 1881759 INFO (jetty-launcher-4836-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=48634}
[junit4] 2> 1881759 ERROR (jetty-launcher-4836-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1881759 INFO (jetty-launcher-4836-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 1881759 INFO (jetty-launcher-4836-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1881759 INFO (jetty-launcher-4836-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1881759 INFO (jetty-launcher-4836-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-26T07:13:45.633Z
[junit4] 2> 1881760 INFO (zkConnectionManagerCallback-4843-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1881760 INFO (zkConnectionManagerCallback-4841-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1881761 INFO (jetty-launcher-4836-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1881761 INFO (jetty-launcher-4836-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1881773 INFO (jetty-launcher-4836-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62500/solr
[junit4] 2> 1881773 INFO (jetty-launcher-4836-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62500/solr
[junit4] 2> 1881774 INFO (zkConnectionManagerCallback-4851-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1881774 INFO (zkConnectionManagerCallback-4848-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1881777 INFO (zkConnectionManagerCallback-4853-thread-1-processing-n:127.0.0.1:48634_solr) [n:127.0.0.1:48634_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1881777 INFO (zkConnectionManagerCallback-4855-thread-1-processing-n:127.0.0.1:61268_solr) [n:127.0.0.1:61268_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1881837 INFO (jetty-launcher-4836-thread-1) [n:127.0.0.1:61268_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1881838 INFO (jetty-launcher-4836-thread-1) [n:127.0.0.1:61268_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:61268_solr
[junit4] 2> 1881839 INFO (jetty-launcher-4836-thread-1) [n:127.0.0.1:61268_solr ] o.a.s.c.Overseer Overseer (id=99414889301540870-127.0.0.1:61268_solr-n_0000000000) starting
[junit4] 2> 1881850 INFO (jetty-launcher-4836-thread-1) [n:127.0.0.1:61268_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61268_solr
[junit4] 2> 1881851 DEBUG (OverseerAutoScalingTriggerThread-99414889301540870-127.0.0.1:61268_solr-n_0000000000) [n:127.0.0.1:61268_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1881864 DEBUG (OverseerAutoScalingTriggerThread-99414889301540870-127.0.0.1:61268_solr-n_0000000000) [n:127.0.0.1:61268_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1881864 DEBUG (OverseerAutoScalingTriggerThread-99414889301540870-127.0.0.1:61268_solr-n_0000000000) [n:127.0.0.1:61268_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: []
[junit4] 2> 1881865 DEBUG (OverseerAutoScalingTriggerThread-99414889301540870-127.0.0.1:61268_solr-n_0000000000) [n:127.0.0.1:61268_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1881865 DEBUG (OverseerAutoScalingTriggerThread-99414889301540870-127.0.0.1:61268_solr-n_0000000000) [n:127.0.0.1:61268_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1881866 INFO (zkCallback-4854-thread-1-processing-n:127.0.0.1:61268_solr) [n:127.0.0.1:61268_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1881871 DEBUG (OverseerAutoScalingTriggerThread-99414889301540870-127.0.0.1:61268_solr-n_0000000000) [n:127.0.0.1:61268_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1881871 DEBUG (OverseerAutoScalingTriggerThread-99414889301540870-127.0.0.1:61268_solr-n_0000000000) [n:127.0.0.1:61268_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1881871 DEBUG (ScheduledTrigger-5600-thread-1) [n:127.0.0.1:61268_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 1881877 INFO (jetty-launcher-4836-thread-2) [n:127.0.0.1:48634_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1881879 INFO (jetty-launcher-4836-thread-2) [n:127.0.0.1:48634_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1881881 INFO (jetty-launcher-4836-thread-2) [n:127.0.0.1:48634_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48634_solr
[junit4] 2> 1881920 INFO (jetty-launcher-4836-thread-1) [n:127.0.0.1:61268_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61268.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@207d7ac9
[junit4] 2> 1881924 INFO (zkCallback-4854-thread-2-processing-n:127.0.0.1:61268_solr) [n:127.0.0.1:61268_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1881924 INFO (zkCallback-4852-thread-1-processing-n:127.0.0.1:48634_solr) [n:127.0.0.1:48634_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1881946 INFO (jetty-launcher-4836-thread-1) [n:127.0.0.1:61268_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61268.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@207d7ac9
[junit4] 2> 1881946 INFO (jetty-launcher-4836-thread-1) [n:127.0.0.1:61268_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61268.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@207d7ac9
[junit4] 2> 1881947 INFO (jetty-launcher-4836-thread-1) [n:127.0.0.1:61268_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_886C874BF722A8E1-001/tempDir-001/node1/.
[junit4] 2> 1881962 INFO (jetty-launcher-4836-thread-2) [n:127.0.0.1:48634_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48634.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@207d7ac9
[junit4] 2> 1881967 INFO (jetty-launcher-4836-thread-2) [n:127.0.0.1:48634_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48634.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@207d7ac9
[junit4] 2> 1881967 INFO (jetty-launcher-4836-thread-2) [n:127.0.0.1:48634_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48634.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@207d7ac9
[junit4] 2> 1881968 INFO (jetty-launcher-4836-thread-2) [n:127.0.0.1:48634_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_886C874BF722A8E1-001/tempDir-001/node2/.
[junit4] 2> 1881984 INFO (zkConnectionManagerCallback-4861-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1881986 INFO (zkConnectionManagerCallback-4865-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1881992 INFO (SUITE-TriggerIntegrationTest-seed#[886C874BF722A8E1]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1881993 INFO (SUITE-TriggerIntegrationTest-seed#[886C874BF722A8E1]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:62500/solr ready
[junit4] 2> 1882008 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[886C874BF722A8E1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testContinueTriggersOnOverseerRestart
[junit4] 2> 1882009 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[886C874BF722A8E1]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 1882009 DEBUG (zkCallback-4854-thread-2-processing-n:127.0.0.1:61268_solr) [n:127.0.0.1:61268_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 1882009 DEBUG (OverseerAutoScalingTriggerThread-99414889301540870-127.0.0.1:61268_solr-n_0000000000) [n:127.0.0.1:61268_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1882012 DEBUG (OverseerAutoScalingTriggerThread-99414889301540870-127.0.0.1:61268_solr-n_0000000000) [n:127.0.0.1:61268_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1882013 DEBUG (OverseerAutoScalingTriggerThread-99414889301540870-127.0.0.1:61268_solr-n_0000000000) [n:127.0.0.1:61268_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1882013 DEBUG (OverseerAutoScalingTriggerThread-99414889301540870-127.0.0.1:61268_solr-n_0000000000) [n:127.0.0.1:61268_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1882015 INFO (qtp1399879037-16317) [n:127.0.0.1:61268_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1882024 INFO (qtp1399879037-16317) [n:127.0.0.1:61268_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=9
[junit4] 2> 1882027 INFO (qtp1851626677-16330) [n:127.0.0.1:48634_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1882030 INFO (qtp1399879037-16322) [n:127.0.0.1:61268_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1882030 DEBUG (qtp1399879037-16319) [n:127.0.0.1:61268_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1882031 INFO (qtp1399879037-16319) [n:127.0.0.1:61268_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 1882031 DEBUG (zkCallback-4854-thread-2-processing-n:127.0.0.1:61268_solr) [n:127.0.0.1:61268_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 1882032 DEBUG (zkCallback-4854-thread-2-processing-n:127.0.0.1:61268_solr) [n:127.0.0.1:61268_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:61268_solr, 127.0.0.1:48634_solr]
[junit4] 2> 1882032 DEBUG (zkCallback-4854-thread-2-processing-n:127.0.0.1:61268_solr) [n:127.0.0.1:61268_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerCTOOR instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 1882032 DEBUG (OverseerAutoScalingTriggerThread-99414889301540870-127.0.0.1:61268_solr-n_0000000000) [n:127.0.0.1:61268_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 1882034 INFO (OverseerAutoScalingTriggerThread-99414889301540870-127.0.0.1:61268_solr-n_0000000000) [n:127.0.0.1:61268_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 1882035 DEBUG (OverseerAutoScalingTriggerThread-99414889301540870-127.0.0.1:61268_solr-n_0000000000) [n:127.0.0.1:61268_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1882035 DEBUG (OverseerAutoScalingTriggerThread-99414889301540870-127.0.0.1:61268_solr-n_0000000000) [n:127.0.0.1:61268_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1882036 DEBUG (ScheduledTrigger-5600-thread-1) [n:127.0.0.1:61268_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 1882036 DEBUG (ScheduledTrigger-5600-thread-1) [n:127.0.0.1:61268_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1882036 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[886C874BF722A8E1]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1a499d41{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1882036 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[886C874BF722A8E1]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1259803363
[junit4] 2> 1882037 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[886C874BF722A8E1]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1882037 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[886C874BF722A8E1]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@10e00084: rootName = solr_61268, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2f387f61
[junit4] 2> 1882041 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[886C874BF722A8E1]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1882041 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[886C874BF722A8E1]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2acf0230: rootName = solr_61268, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5ef0471
[junit4] 2> 1882044 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[886C874BF722A8E1]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1882044 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[886C874BF722A8E1]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6949f8ef: rootName = solr_61268, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6f170efd
[junit4] 2> 1882046 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[886C874BF722A8E1]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:61268_solr
[junit4] 2> 1882046 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[886C874BF722A8E1]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1882047 INFO (zkCallback-4852-thread-1-processing-n:127.0.0.1:48634_solr) [n:127.0.0.1:48634_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1882047 INFO (zkCallback-4854-thread-2-processing-n:127.0.0.1:61268_solr) [n:127.0.0.1:61268_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1882048 INFO (zkCallback-4864-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1882048 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[886C874BF722A8E1]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1882048 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[886C874BF722A8E1]) [ ] o.a.s.c.Overseer Overseer (id=99414889301540870-127.0.0.1:61268_solr-n_0000000000) closing
[junit4] 2> 1882050 WARN (OverseerAutoScalingTriggerThread-99414889301540870-127.0.0.1:61268_solr-n_0000000000) [n:127.0.0.1:61268_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1882050 DEBUG (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[886C874BF722A8E1]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1882050 INFO (OverseerStateUpdate-99414889301540870-127.0.0.1:61268_solr-n_0000000000) [n:127.0.0.1:61268_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:61268_solr
[junit4] 2> 1882054 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[886C874BF722A8E1]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2442df25{/solr,null,UNAVAILABLE}
[junit4] 2> 1882054 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[886C874BF722A8E1]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1882055 INFO (zkCallback-4852-thread-1-processing-n:127.0.0.1:48634_solr) [n:127.0.0.1:48634_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:48634_solr
[junit4] 2> 1882056 INFO (zkCallback-4852-thread-1-processing-n:127.0.0.1:48634_solr) [n:127.0.0.1:48634_solr ] o.a.s.c.Overseer Overseer (id=99414889301540869-127.0.0.1:48634_solr-n_0000000001) starting
[junit4] 2> 1882063 DEBUG (OverseerAutoScalingTriggerThread-99414889301540869-127.0.0.1:48634_solr-n_0000000001) [n:127.0.0.1:48634_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1882064 DEBUG (OverseerAutoScalingTriggerThread-99414889301540869-127.0.0.1:48634_solr-n_0000000001) [n:127.0.0.1:48634_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 1882064 DEBUG (OverseerAutoScalingTriggerThread-99414889301540869-127.0.0.1:48634_solr-n_0000000001) [n:127.0.0.1:48634_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:48634_solr]
[junit4] 2> 1882064 DEBUG (OverseerAutoScalingTriggerThread-99414889301540869-127.0.0.1:48634_solr-n_0000000001) [n:127.0.0.1:48634_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerCTOOR instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 1882065 DEBUG (OverseerAutoScalingTriggerThread-99414889301540869-127.0.0.1:48634_solr-n_0000000001) [n:127.0.0.1:48634_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:48634_solr]
[junit4] 2> 1882065 DEBUG (OverseerAutoScalingTriggerThread-99414889301540869-127.0.0.1:48634_solr-n_0000000001) [n:127.0.0.1:48634_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion -1
[junit4] 2> 1882065 DEBUG (OverseerAutoScalingTriggerThread-99414889301540869-127.0.0.1:48634_solr-n_0000000001) [n:127.0.0.1:48634_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 1882065 INFO (OverseerAutoScalingTriggerThread-99414889301540869-127.0.0.1:48634_solr-n_0000000001) [n:127.0.0.1:48634_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 1882067 DEBUG (ScheduledTrigger-5609-thread-1) [n:127.0.0.1:48634_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 1882067 DEBUG (ScheduledTrigger-5609-thread-1) [n:127.0.0.1:48634_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 1882068 DEBUG (OverseerAutoScalingTriggerThread-99414889301540869-127.0.0.1:48634_solr-n_0000000001) [n:127.0.0.1:48634_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 1882068 DEBUG (ScheduledTrigger-5609-thread-1) [n:127.0.0.1:48634_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 1883069 DEBUG (ScheduledTrigger-5609-thread-2) [n:127.0.0.1:48634_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 1883069 DEBUG (ScheduledTrigger-5609-thread-2) [n:127.0.0.1:48634_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 1883069 DEBUG (ScheduledTrigger-5609-thread-2) [n:127.0.0.1:48634_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 1884070 DEBUG (ScheduledTrigger-5609-thread-3) [n:127.0.0.1:48634_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 1884070 DEBUG (ScheduledTrigger-5609-thread-1) [n:127.0.0.1:48634_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 1884070 DEBUG (ScheduledTrigger-5609-thread-3) [n:127.0.0.1:48634_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 1885071 DEBUG (ScheduledTrigger-5609-thread-1) [n:127.0.0.1:48634_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 1885071 DEBUG (ScheduledTrigger-5609-thread-2) [n:127.0.0.1:48634_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 1885071 DEBUG (ScheduledTrigger-5609-thread-2) [n:127.0.0.1:48634_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 1886072 DEBUG (ScheduledTrigger-5609-thread-1) [n:127.0.0.1:48634_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 1886072 DEBUG (ScheduledTrigger-5609-thread-3) [n:127.0.0.1:48634_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 1886072 DEBUG (ScheduledTrigger-5609-thread-3) [n:127.0.0.1:48634_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 1887076 DEBUG (ScheduledTrigger-5609-thread-1) [n:127.0.0.1:48634_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 1887076 DEBUG (ScheduledTrigger-5609-thread-2) [n:127.0.0.1:48634_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 1887076 DEBUG (ScheduledTrigger-5609-thread-2) [n:127.0.0.1:48634_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 1888077 DEBUG (ScheduledTrigger-5609-thread-1) [n:127.0.0.1:48634_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 1888077 DEBUG (ScheduledTrigger-5609-thread-3) [n:127.0.0.1:48634_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 1888077 DEBUG (ScheduledTrigger-5609-thread-3) [n:127.0.0.1:48634_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 1889078 DEBUG (ScheduledTrigger-5609-thread-1) [n:127.0.0.1:48634_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 1889078 DEBUG (ScheduledTrigger-5609-thread-2) [n:127.0.0.1:48634_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 1889078 DEBUG (ScheduledTrigger-5609-thread-2) [n:127.0.0.1:48634_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 1890080 DEBUG (ScheduledTrigger-5609-thread-1) [n:127.0.0.1:48634_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 1890081 DEBUG (ScheduledTrigger-5609-thread-1) [n:127.0.0.1:48634_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 1890081 DEBUG (ScheduledTrigger-5609-thread-1) [n:127.0.0.1:48634_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 1891084 DEBUG (ScheduledTrigger-5609-thread-4) [n:127.0.0.1:48634_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 1891084 DEBUG (ScheduledTrigger-5609-thread-4) [n:127.0.0.1:48634_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 1891084 DEBUG (ScheduledTrigger-5609-thread-4) [n:127.0.0.1:48634_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 1892059 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[886C874BF722A8E1]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1892061 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[886C874BF722A8E1]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1892061 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[886C874BF722A8E1]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1892061 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[886C874BF722A8E1]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1892062 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[886C874BF722A8E1]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2a6392f3{/solr,null,AVAILABLE}
[junit4] 2> 1892062 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[886C874BF722A8E1]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@57eabddc{HTTP/1.1,[http/1.1]}{127.0.0.1:37850}
[junit4] 2> 1892062 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[886C874BF722A8E1]) [ ] o.e.j.s.Server Started @1899406ms
[junit4] 2> 1892062 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[886C874BF722A8E1]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37850}
[junit4] 2> 1892063 ERROR (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[886C874BF722A8E1]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1892063 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[886C874BF722A8E1]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 1892063 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[886C874BF722A8E1]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1892063 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[886C874BF722A8E1]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1892063 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[886C874BF722A8E1]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-26T07:13:55.937Z
[junit4] 2> 1892066 INFO (zkConnectionManagerCallback-4867-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1892066 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[886C874BF722A8E1]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1892079 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[886C874BF722A8E1]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62500/solr
[junit4] 2> 1892081 INFO (zkConnectionManagerCallback-4871-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1892085 DEBUG (ScheduledTrigger-5609-thread-3) [n:127.0.0.1:48634_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 1892085 DEBUG (ScheduledTrigger-5609-thread-1) [n:127.0.0.1:48634_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 1892085 DEBUG (ScheduledTrigger-5609-thread-1) [n:127.0.0.1:48634_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 1892088 INFO (zkConnectionManagerCallback-4873-thread-1-processing-n:127.0.0.1:37850_solr) [n:127.0.0.1:37850_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1892099 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[886C874BF722A8E1]) [n:127.0.0.1:37850_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1892101 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[886C874BF722A8E1]) [n:127.0.0.1:37850_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1892104 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[886C874BF722A8E1]) [n:127.0.0.1:37850_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37850_solr
[junit4] 2> 1892105 INFO (zkCallback-4864-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1892105 INFO (zkCallback-4852-thread-1-processing-n:127.0.0.1:48634_solr) [n:127.0.0.1:48634_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1892106 INFO (zkCallback-4872-thread-1-processing-n:127.0.0.1:37850_solr) [n:127.0.0.1:37850_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1892174 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[886C874BF722A8E1]) [n:127.0.0.1:37850_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37850.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@207d7ac9
[junit4] 2> 1892180 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[886C874BF722A8E1]) [n:127.0.0.1:37850_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37850.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@207d7ac9
[junit4] 2> 1892180 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[886C874BF722A8E1]) [n:127.0.0.1:37850_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37850.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@207d7ac9
[junit4] 2> 1892181 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[886C874BF722A8E1]) [n:127.0.0.1:37850_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_886C874BF722A8E1-001/tempDir-001/node3/.
[junit4] 2> 1893088 DEBUG (ScheduledTrigger-5609-thread-1) [n:127.0.0.1:48634_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 1893088 DEBUG (ScheduledTrigger-5609-thread-4) [n:127.0.0.1:48634_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1893088 DEBUG (ScheduledTrigger-5609-thread-1) [n:127.0.0.1:48634_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1893088 DEBUG (ScheduledTrigger-5609-thread-1) [n:127.0.0.1:48634_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:37850_solr at time 652345718684187
[junit4] 2> 1894093 DEBUG (ScheduledTrigger-5609-thread-4) [n:127.0.0.1:48634_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1894093 DEBUG (ScheduledTrigger-5609-thread-3) [n:127.0.0.1:48634_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 1894093 DEBUG (ScheduledTrigger-5609-thread-3) [n:127.0.0.1:48634_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1895094 DEBUG (ScheduledTrigger-5609-thread-4) [n:127.0.0.1:48634_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1895094 DEBUG (ScheduledTrigger-5609-thread-1) [n:127.0.0.1:48634_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 1895094 DEBUG (ScheduledTrigger-5609-thread-1) [n:127.0.0.1:48634_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1895094 DEBUG (ScheduledTrigger-5609-thread-1) [n:127.0.0.1:48634_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerCTOOR firing registered processor for nodes: [127.0.0.1:37850_solr] added at times [652345718684187], now=652347725478864
[junit4] 2> 1895094 DEBUG (ScheduledTrigger-5609-thread-1) [n:127.0.0.1:48634_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"2514e12d53a1bT4hk20k6b793jqutqhj9qoro29",
[junit4] 2> "source":"node_added_triggerCTOOR",
[junit4] 2> "eventTime":652345718684187,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[652345718684187],
[junit4] 2> "nodeNames":["127.0.0.1:37850_solr"]}}
[junit4] 2> 1895095 DEBUG (ScheduledTrigger-5609-thread-1) [n:127.0.0.1:48634_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_triggerCTOOR]
[junit4] 2> 1895096 INFO (ScheduledTrigger-5609-thread-1) [n:127.0.0.1:48634_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1895096 DEBUG (AutoscalingActionExecutor-5610-thread-1-processing-n:127.0.0.1:48634_solr) [n:127.0.0.1:48634_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"2514e12d53a1bT4hk20k6b793jqutqhj9qoro29",
[junit4] 2> "source":"node_added_triggerCTOOR",
[junit4] 2> "eventTime":652345718684187,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[652345718684187],
[junit4] 2> "_enqueue_time_":652347726087137,
[junit4] 2> "nodeNames":["127.0.0.1:37850_solr"]}}
[junit4] 2> 1895096 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[886C874BF722A8E1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testContinueTriggersOnOverseerRestart
[junit4] 2> 1895103 DEBUG (AutoscalingActionExecutor-5610-thread-1-processing-n:127.0.0.1:48634_solr) [n:127.0.0.1:48634_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
[junit4] 2> 1895103 DEBUG (AutoscalingActionExecutor-5610-thread-1-processing-n:127.0.0.1:48634_solr) [n:127.0.0.1:48634_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerCTOOR after 5000ms
[junit4] 2> 1895103 DEBUG (AutoscalingActionExecutor-5610-thread-1-processing-n:127.0.0.1:48634_solr) [n:127.0.0.1:48634_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 7 ms for event id=2514e12d53a1bT4hk20k6b793jqutqhj9qoro29
[junit4] 2> 1895113 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeMarkersRegistration
[junit4] 2> 1895113 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5
[junit4] 2> 1895114 DEBUG (zkCallback-4852-thread-1-processing-n:127.0.0.1:48634_solr) [n:127.0.0.1:48634_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 1895114 DEBUG (OverseerAutoScalingTriggerThread-99414889301540869-127.0.0.1:48634_solr-n_0000000001) [n:127.0.0.1:48634_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 1895117 DEBUG (OverseerAutoScalingTriggerThread-99414889301540869-127.0.0.1:48634_solr-n_0000000001) [n:127.0.0.1:48634_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1895117 DEBUG (OverseerAutoScalingTriggerThread-99414889301540869-127.0.0.1:48634_solr-n_0000000001) [n:127.0.0.1:48634_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1895118 DEBUG (OverseerAutoScalingTriggerThread-99414889301540869-127.0.0.1:48634_solr-n_0000000001) [n:127.0.0.1:48634_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 1895119 INFO (qtp999518632-16392) [n:127.0.0.1:37850_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1895126 INFO (qtp999518632-16392) [n:127.0.0.1:37850_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 1895126 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1895127 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1895128 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1895128 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1895128 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5e60fb62{/solr,null,AVAILABLE}
[junit4] 2> 1895128 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2e23d193{HTTP/1.1,[http/1.1]}{127.0.0.1:36904}
[junit4] 2> 1895128 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.e.j.s.Server Started @1902473ms
[junit4] 2> 1895128 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36904}
[junit4] 2> 1895128 ERROR (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1895128 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 1895129 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1895129 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1895129 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-26T07:13:59.003Z
[junit4] 2> 1895130 INFO (zkConnectionManagerCallback-4877-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1895131 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1895137 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62500/solr
[junit4] 2> 1895138 INFO (zkConnectionManagerCallback-4881-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1895140 INFO (zkConnectionManagerCallback-4883-thread-1-processing-n:127.0.0.1:36904_solr) [n:127.0.0.1:36904_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1895148 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [n:127.0.0.1:36904_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1895151 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [n:127.0.0.1:36904_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1895154 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [n:127.0.0.1:36904_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36904_solr
[junit4] 2> 1895155 INFO (zkCallback-4852-thread-1-processing-n:127.0.0.1:48634_solr) [n:127.0.0.1:48634_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1895155 INFO (zkCallback-4864-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1895156 INFO (zkCallback-4872-thread-1-processing-n:127.0.0.1:37850_solr) [n:127.0.0.1:37850_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1895156 INFO (zkCallback-4882-thread-1-processing-n:127.0.0.1:36904_solr) [n:127.0.0.1:36904_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1895217 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [n:127.0.0.1:36904_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36904.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@207d7ac9
[junit4] 2> 1895223 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [n:127.0.0.1:36904_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36904.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@207d7ac9
[junit4] 2> 1895223 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [n:127.0.0.1:36904_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36904.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@207d7ac9
[junit4] 2> 1895224 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [n:127.0.0.1:36904_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_886C874BF722A8E1-001/tempDir-001/node4/.
[junit4] 2> 1895249 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== KILL OVERSEER 1
[junit4] 2> 1895250 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@18a77ff6{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1895250 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=846262513
[junit4] 2> 1895251 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1895251 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@708921e7: rootName = solr_48634, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@449413c9
[junit4] 2> 1895255 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1895255 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6022e382: rootName = solr_48634, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5ef0471
[junit4] 2> 1895259 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1895259 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@211a4edc: rootName = solr_48634, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6f170efd
[junit4] 2> 1895260 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:48634_solr
[junit4] 2> 1895261 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1895262 INFO (zkCallback-4852-thread-1-processing-n:127.0.0.1:48634_solr) [n:127.0.0.1:48634_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1895262 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1895262 INFO (zkCallback-4864-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1895262 INFO (zkCallback-4872-thread-1-processing-n:127.0.0.1:37850_solr) [n:127.0.0.1:37850_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1895262 INFO (zkCallback-4882-thread-1-processing-n:127.0.0.1:36904_solr) [n:127.0.0.1:36904_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1895262 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.a.s.c.Overseer Overseer (id=99414889301540869-127.0.0.1:48634_solr-n_0000000001) closing
[junit4] 2> 1895263 INFO (OverseerStateUpdate-99414889301540869-127.0.0.1:48634_solr-n_0000000001) [n:127.0.0.1:48634_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:48634_solr
[junit4] 2> 1895263 WARN (OverseerAutoScalingTriggerThread-99414889301540869-127.0.0.1:48634_solr-n_0000000001) [n:127.0.0.1:48634_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1895264 DEBUG (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1895266 INFO (zkCallback-4872-thread-1-processing-n:127.0.0.1:37850_solr) [n:127.0.0.1:37850_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37850_solr
[junit4] 2> 1895266 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@249be3e9{/solr,null,UNAVAILABLE}
[junit4] 2> 1895267 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1895269 INFO (zkCallback-4872-thread-1-processing-n:127.0.0.1:37850_solr) [n:127.0.0.1:37850_solr ] o.a.s.c.Overseer Overseer (id=99414889301540875-127.0.0.1:37850_solr-n_0000000002) starting
[junit4] 2> 1895277 DEBUG (OverseerAutoScalingTriggerThread-99414889301540875-127.0.0.1:37850_solr-n_0000000002) [n:127.0.0.1:37850_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1895278 DEBUG (OverseerAutoScalingTriggerThread-99414889301540875-127.0.0.1:37850_solr-n_0000000002) [n:127.0.0.1:37850_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 1895278 DEBUG (OverseerAutoScalingTriggerThread-99414889301540875-127.0.0.1:37850_solr-n_0000000002) [n:127.0.0.1:37850_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:36904_solr, 127.0.0.1:37850_solr]
[junit4] 2> 1895278 DEBUG (OverseerAutoScalingTriggerThread-99414889301540875-127.0.0.1:37850_solr-n_0000000002) [n:127.0.0.1:37850_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion -1
[junit4] 2> 1895278 DEBUG (OverseerAutoScalingTriggerThread-99414889301540875-127.0.0.1:37850_solr-n_0000000002) [n:127.0.0.1:37850_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 1895281 DEBUG (OverseerAutoScalingTriggerThread-99414889301540875-127.0.0.1:37850_solr-n_0000000002) [n:127.0.0.1:37850_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1895281 DEBUG (OverseerAutoScalingTriggerThread-99414889301540875-127.0.0.1:37850_solr-n_0000000002) [n:127.0.0.1:37850_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 1895281 DEBUG (ScheduledTrigger-5626-thread-1) [n:127.0.0.1:37850_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1896285 DEBUG (ScheduledTrigger-5626-thread-1) [n:127.0.0.1:37850_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1897287 DEBUG (ScheduledTrigger-5626-thread-2) [n:127.0.0.1:37850_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1898289 DEBUG (ScheduledTrigger-5626-thread-1) [n:127.0.0.1:37850_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1899291 DEBUG (ScheduledTrigger-5626-thread-1) [n:127.0.0.1:37850_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1900269 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== ADD TRIGGERS
[junit4] 2> 1900278 INFO (qtp999518632-16398) [n:127.0.0.1:37850_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 1900283 INFO (qtp1158205834-16419) [n:127.0.0.1:36904_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=2
[junit4] 2> 1900284 DEBUG (qtp999518632-16395) [n:127.0.0.1:37850_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1900285 INFO (qtp999518632-16395) [n:127.0.0.1:37850_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=11
[junit4] 2> 1900286 DEBUG (zkCallback-4872-thread-1-processing-n:127.0.0.1:37850_solr) [n:127.0.0.1:37850_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 1900288 DEBUG (zkCallback-4872-thread-1-processing-n:127.0.0.1:37850_solr) [n:127.0.0.1:37850_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:36904_solr, 127.0.0.1:37850_solr]
[junit4] 2> 1900288 DEBUG (zkCallback-4872-thread-1-processing-n:127.0.0.1:37850_solr) [n:127.0.0.1:37850_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventMarkerAction}], enabled=true}
[junit4] 2> 1900290 DEBUG (zkCallback-4872-thread-1-processing-n:127.0.0.1:37850_solr) [n:127.0.0.1:37850_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:36904_solr, 127.0.0.1:37850_solr]
[junit4] 2> 1900291 DEBUG (OverseerAutoScalingTriggerThread-99414889301540875-127.0.0.1:37850_solr-n_0000000002) [n:127.0.0.1:37850_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 1900291 INFO (qtp999518632-16395) [n:127.0.0.1:37850_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1900292 DEBUG (ScheduledTrigger-5626-thread-1) [n:127.0.0.1:37850_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1900293 INFO (qtp1158205834-16421) [n:127.0.0.1:36904_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1900293 DEBUG (qtp999518632-16399) [n:127.0.0.1:37850_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1900295 INFO (qtp999518632-16399) [n:127.0.0.1:37850_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 1900296 DEBUG (zkCallback-4872-thread-1-processing-n:127.0.0.1:37850_solr) [n:127.0.0.1:37850_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 1900296 INFO (qtp1158205834-16421) [n:127.0.0.1:36904_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1900297 DEBUG (zkCallback-4872-thread-1-processing-n:127.0.0.1:37850_solr) [n:127.0.0.1:37850_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:36904_solr, 127.0.0.1:37850_solr]
[junit4] 2> 1900298 INFO (OverseerAutoScalingTriggerThread-99414889301540875-127.0.0.1:37850_solr-n_0000000002) [n:127.0.0.1:37850_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventMarkerAction init
[junit4] 2> 1900298 DEBUG (zkCallback-4872-thread-1-processing-n:127.0.0.1:37850_solr) [n:127.0.0.1:37850_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:36904_solr, 127.0.0.1:37850_solr]
[junit4] 2> 1900298 DEBUG (zkCallback-4872-thread-1-processing-n:127.0.0.1:37850_solr) [n:127.0.0.1:37850_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventMarkerAction}], enabled=true}
[junit4] 2> 1900300 DEBUG (zkCallback-4872-thread-1-processing-n:127.0.0.1:37850_solr) [n:127.0.0.1:37850_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:36904_solr, 127.0.0.1:37850_solr]
[junit4] 2> 1900300 DEBUG (OverseerAutoScalingTriggerThread-99414889301540875-127.0.0.1:37850_solr-n_0000000002) [n:127.0.0.1:37850_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 7
[junit4] 2> 1900300 DEBUG (OverseerAutoScalingTriggerThread-99414889301540875-127.0.0.1:37850_solr-n_0000000002) [n:127.0.0.1:37850_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 1900301 DEBUG (ScheduledTrigger-5626-thread-3) [n:127.0.0.1:37850_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 1900301 DEBUG (ScheduledTrigger-5626-thread-3) [n:127.0.0.1:37850_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1900306 INFO (OverseerAutoScalingTriggerThread-99414889301540875-127.0.0.1:37850_solr-n_0000000002) [n:127.0.0.1:37850_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventMarkerAction init
[junit4] 2> 1900310 DEBUG (OverseerAutoScalingTriggerThread-99414889301540875-127.0.0.1:37850_solr-n_0000000002) [n:127.0.0.1:37850_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 1900310 DEBUG (ScheduledTrigger-5626-thread-1) [n:127.0.0.1:37850_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 2
[junit4] 2> 1900311 INFO (qtp1158205834-16421) [n:127.0.0.1:36904_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=14
[junit4] 2> 1900311 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== ADD NODE 1
[junit4] 2> 1900312 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1900313 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1900313 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1900313 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1900313 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@179391d7{/solr,null,AVAILABLE}
[junit4] 2> 1900314 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@41e324b0{HTTP/1.1,[http/1.1]}{127.0.0.1:57068}
[junit4] 2> 1900314 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.e.j.s.Server Started @1907661ms
[junit4] 2> 1900314 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57068}
[junit4] 2> 1900314 ERROR (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1900314 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 1900314 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1900314 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1900314 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-26T07:14:04.188Z
[junit4] 2> 1900316 INFO (zkConnectionManagerCallback-4887-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1900317 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1900323 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62500/solr
[junit4] 2> 1900325 INFO (zkConnectionManagerCallback-4891-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1900327 INFO (zkConnectionManagerCallback-4893-thread-1-processing-n:127.0.0.1:57068_solr) [n:127.0.0.1:57068_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1900336 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [n:127.0.0.1:57068_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1900339 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [n:127.0.0.1:57068_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1900341 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [n:127.0.0.1:57068_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57068_solr
[junit4] 2> 1900343 INFO (zkCallback-4882-thread-1-processing-n:127.0.0.1:36904_solr) [n:127.0.0.1:36904_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1900343 INFO (zkCallback-4872-thread-2-processing-n:127.0.0.1:37850_solr) [n:127.0.0.1:37850_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1900343 INFO (zkCallback-4864-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1900344 INFO (zkCallback-4892-thread-1-processing-n:127.0.0.1:57068_solr) [n:127.0.0.1:57068_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1900476 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [n:127.0.0.1:57068_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57068.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@207d7ac9
[junit4] 2> 1900483 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [n:127.0.0.1:57068_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57068.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@207d7ac9
[junit4] 2> 1900483 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [n:127.0.0.1:57068_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57068.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@207d7ac9
[junit4] 2> 1900484 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [n:127.0.0.1:57068_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_886C874BF722A8E1-001/tempDir-001/node5/.
[junit4] 2> 1901293 DEBUG (ScheduledTrigger-5626-thread-4) [n:127.0.0.1:37850_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1901308 DEBUG (ScheduledTrigger-5626-thread-2) [n:127.0.0.1:37850_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 1901308 DEBUG (ScheduledTrigger-5626-thread-2) [n:127.0.0.1:37850_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1901309 DEBUG (ScheduledTrigger-5626-thread-2) [n:127.0.0.1:37850_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:57068_solr at time 652353941839995
[junit4] 2> 1901312 DEBUG (ScheduledTrigger-5626-thread-2) [n:127.0.0.1:37850_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 3
[junit4] 2> 1902296 DEBUG (ScheduledTrigger-5626-thread-3) [n:127.0.0.1:37850_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1902309 INFO (OverseerCollectionConfigSetProcessor-99414889301540875-127.0.0.1:37850_solr-n_0000000002) [n:127.0.0.1:37850_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1902311 DEBUG (ScheduledTrigger-5626-thread-1) [n:127.0.0.1:37850_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 1902311 DEBUG (ScheduledTrigger-5626-thread-1) [n:127.0.0.1:37850_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1902311 DEBUG (ScheduledTrigger-5626-thread-1) [n:127.0.0.1:37850_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR firing registered processor for nodes: [127.0.0.1:57068_solr] added at times [652353941839995], now=652354944309515
[junit4] 2> 1902311 DEBUG (ScheduledTrigger-5626-thread-1) [n:127.0.0.1:37850_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"2514ffcf8a07bT4hk20k6b793jqutqhj9qoro2b",
[junit4] 2> "source":"node_added_triggerMR",
[junit4] 2> "eventTime":652353941839995,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[652353941839995],
[junit4] 2> "nodeNames":["127.0.0.1:57068_solr"]}}
[junit4] 2> 1902312 DEBUG (ScheduledTrigger-5626-thread-1) [n:127.0.0.1:37850_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_triggerMR, node_added_triggerMR, .auto_add_replicas]
[junit4] 2> 1902313 INFO (ScheduledTrigger-5626-thread-1) [n:127.0.0.1:37850_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1902314 DEBUG (AutoscalingActionExecutor-5627-thread-1-processing-n:127.0.0.1:37850_solr) [n:127.0.0.1:37850_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"2514ffcf8a07bT4hk20k6b793jqutqhj9qoro2b",
[junit4] 2> "source":"node_added_triggerMR",
[junit4] 2> "eventTime":652353941839995,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[652353941839995],
[junit4] 2> "_enqueue_time_":652354945460858,
[junit4] 2> "nodeNames":["127.0.0.1:57068_solr"]}}
[junit4] 2> 1902317 DEBUG (AutoscalingActionExecutor-5627-thread-1-processing-n:127.0.0.1:37850_solr) [n:127.0.0.1:37850_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_triggerMR after 5000ms
[junit4] 2> 1902317 DEBUG (AutoscalingActionExecutor-5627-thread-1-processing-n:127.0.0.1:37850_solr) [n:127.0.0.1:37850_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerMR after 5000ms
[junit4] 2> 1902317 DEBUG (AutoscalingActionExecutor-5627-thread-1-processing-n:127.0.0.1:37850_solr) [n:127.0.0.1:37850_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
[junit4] 2> 1902318 DEBUG (AutoscalingActionExecutor-5627-thread-1-processing-n:127.0.0.1:37850_solr) [n:127.0.0.1:37850_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 3 ms for event id=2514ffcf8a07bT4hk20k6b793jqutqhj9qoro2b
[junit4] 2> 1905514 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== KILL OVERSEER 2
[junit4] 2> 1905517 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@57eabddc{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1905517 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=936782050
[junit4] 2> 1905517 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1905518 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7789927: rootName = solr_37850, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@18a68955
[junit4] 2> 1905528 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1905528 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2e7385e2: rootName = solr_37850, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5ef0471
[junit4] 2> 1905533 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1905533 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@388175f8: rootName = solr_37850, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6f170efd
[junit4] 2> 1905536 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:37850_solr
[junit4] 2> 1905538 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1905538 INFO (zkCallback-4892-thread-1-processing-n:127.0.0.1:57068_solr) [n:127.0.0.1:57068_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1905538 INFO (zkCallback-4872-thread-2-processing-n:127.0.0.1:37850_solr) [n:127.0.0.1:37850_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1905538 INFO (zkCallback-4864-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1905538 INFO (zkCallback-4882-thread-1-processing-n:127.0.0.1:36904_solr) [n:127.0.0.1:36904_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1905538 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1905539 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.a.s.c.Overseer Overseer (id=99414889301540875-127.0.0.1:37850_solr-n_0000000002) closing
[junit4] 2> 1905539 INFO (OverseerStateUpdate-99414889301540875-127.0.0.1:37850_solr-n_0000000002) [n:127.0.0.1:37850_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37850_solr
[junit4] 2> 1905539 DEBUG (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1905539 WARN (OverseerAutoScalingTriggerThread-99414889301540875-127.0.0.1:37850_solr-n_0000000002) [n:127.0.0.1:37850_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1905544 INFO (zkCallback-4882-thread-1-processing-n:127.0.0.1:36904_solr) [n:127.0.0.1:36904_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36904_solr
[junit4] 2> 1905544 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2a6392f3{/solr,null,UNAVAILABLE}
[junit4] 2> 1905544 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[886C874BF722A8E1]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1905547 INFO (zkCallback-4882-thread-1-processing-n:127.0.0.1:36904_solr) [n:127.0.0.1:36904_solr ] o.a.s.c.Overseer Overseer (id=99414889301540878-127.0.0.1:36904_solr-n_0000000003) starting
[junit4] 2> 1905555 DEBUG (OverseerAuto
[...truncated too long message...]
nit4] 2> 3511990 WARN (2020438450@qtp-239323522-1 - Acceptor0 HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:53412) [ ] o.a.h.h.HttpServer2 HttpServer Acceptor: isRunning is false
[junit4] 2> 3512102 WARN (DataNode: [[[DISK]file:/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_886C874BF722A8E1-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_886C874BF722A8E1-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to serv1-vm3/127.0.0.1:41569) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 3512103 WARN (DataNode: [[[DISK]file:/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_886C874BF722A8E1-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_886C874BF722A8E1-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to serv1-vm3/127.0.0.1:41569) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-599311298-127.0.0.1-1516952363957 (Datanode Uuid 0924f0a2-dfeb-440d-8fec-d1d4dc3b8ff9) service to serv1-vm3/127.0.0.1:41569
[junit4] 2> 3512132 INFO (SUITE-MoveReplicaHDFSTest-seed#[886C874BF722A8E1]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@serv1-vm3:0
[junit4] 2> 3512259 INFO (SUITE-MoveReplicaHDFSTest-seed#[886C874BF722A8E1]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55492 55492
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_886C874BF722A8E1-001
[junit4] 2> Jan 26, 2018 7:40:56 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 26 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{_version_=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=551, maxMBSortInHeap=7.695375321181498, sim=RandomSimilarity(queryNorm=true): {}, locale=sq, timezone=Pacific/Pago_Pago
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=6,free=111007296,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestSolrCoreSnapshots, TestReRankQParserPlugin, TestConfigReload, TestAtomicUpdateErrorCases, TestDistributedSearch, DistributedFacetSimpleRefinementLongTailTest, TestManagedSynonymFilterFactory, TestStressLucene, NoCacheHeaderTest, TestSchemaResource, TestNumericRangeQuery64, TestFastLRUCache, TestSolrXml, CSVRequestHandlerTest, TestClassicSimilarityFactory, DistanceUnitsTest, TestQuerySenderListener, TestSolrCoreProperties, TestDocSet, LeaderFailoverAfterPartitionTest, HdfsCollectionsAPIDistributedZkTest, DeleteStatusTest, JsonLoaderTest, CollectionReloadTest, TestEmbeddedSolrServerConstructors, DocValuesTest, CircularListTest, SimpleCollectionCreateDeleteTest, TestCloudInspectUtil, PrimUtilsTest, PreAnalyzedFieldTest, TestExactStatsCache, TestImplicitCoreProperties, DistributedDebugComponentTest, ShowFileRequestHandlerTest, TestCollectionsAPIViaSolrCloudCluster, TestClusterProperties, BaseCdcrDistributedZkTest, SimpleFacetsTest, DOMUtilTest, TestSystemCollAutoCreate, TestTestInjection, TestStressUserVersions, TestInitParams, TriLevelCompositeIdRoutingTest, ClusterStateUpdateTest, TestMultiValuedNumericRangeQuery, TestPullReplica, TestRawResponseWriter, CdcrUpdateLogTest, TestSQLHandler, TestDistribIDF, SyncSliceTest, TestNonDefinedSimilarityFactory, AtomicUpdateProcessorFactoryTest, TestLuceneIndexBackCompat, TestCSVLoader, TestPHPSerializedResponseWriter, TestLMDirichletSimilarityFactory, BufferStoreTest, WrapperMergePolicyFactoryTest, ResponseHeaderTest, BlockCacheTest, TestComponentsName, TestSSLRandomization, HLLSerializationTest, ActionThrottleTest, MinimalSchemaTest, MetricTriggerTest, SortByFunctionTest, ConfigSetsAPITest, OverseerCollectionConfigSetProcessorTest, ClusterStateTest, PKIAuthenticationIntegrationTest, TolerantUpdateProcessorTest, TestDistributedGrouping, DefaultValueUpdateProcessorTest, TestReqParamsAPI, BasicAuthIntegrationTest, TestReversedWildcardFilterFactory, DistributedQueueTest, TestInitQParser, ScriptEngineTest, TestExtendedDismaxParser, SolrCmdDistributorTest, TestAnalyzedSuggestions, TestNodeLostTrigger, CreateCollectionCleanupTest, TestExclusionRuleCollectionAccess, ReturnFieldsTest, ZkStateReaderTest, ChaosMonkeySafeLeaderTest, TestCloudSchemaless, RecoveryAfterSoftCommitTest, TimeZoneUtilsTest, TestPKIAuthenticationPlugin, CoreAdminHandlerTest, ReplaceNodeTest, TestCustomDocTransformer, BasicDistributedZk2Test, ChaosMonkeyNothingIsSafeTest, ShardRoutingTest, DocValuesNotIndexedTest, TestSchemaVersionResource, TestLegacyField, TestSolrIndexConfig, RestartWhileUpdatingTest, SolrGraphiteReporterTest, MultiThreadedOCPTest, TestLocalFSCloudBackupRestore, SearchHandlerTest, AliasIntegrationTest, EchoParamsTest, FullSolrCloudDistribCmdsTest, TestHashPartitioner, TestLargeCluster, AsyncCallRequestStatusResponseTest, BigEndianAscendingWordSerializerTest, ConfigureRecoveryStrategyTest, DirectoryFactoryTest, TestConfigSetsAPIExclusivity, TestLuceneMatchVersion, MetricsConfigTest, ChaosMonkeySafeLeaderWithPullReplicasTest, PreAnalyzedFieldManagedSchemaCloudTest, ShufflingReplicaListTransformerTest, TestHttpShardHandlerFactory, TestCopyFieldCollectionResource, TestComplexPhraseQParserPlugin, RulesTest, TestSolrDeletionPolicy2, ParsingFieldUpdateProcessorsTest, TestCollapseQParserPlugin, TestRequestStatusCollectionAPI, TestBulkSchemaConcurrent, HighlighterConfigTest, TestFreeTextSuggestions, TestSolr4Spatial2, TestStressReorder, CdcrVersionReplicationTest, TestSha256AuthenticationProvider, TestBackupRepositoryFactory, TestRTimerTree, SmileWriterTest, CoreAdminCreateDiscoverTest, TriggerIntegrationTest, TestJettySolrRunner, TestSubQueryTransformerCrossCore, V2StandaloneTest, TestHalfAndHalfDocValues, TestTrackingShardHandlerFactory, AnalyticsQueryTest, HdfsChaosMonkeySafeLeaderTest, TestManagedResource, PrimitiveFieldTypeTest, AddBlockUpdateTest, TestWriterPerf, TestPointFields, URLClassifyProcessorTest, SliceStateTest, RequestHandlersTest, SolrCoreCheckLockOnStartupTest, DeleteLastCustomShardedReplicaTest, DistributedQueryComponentCustomSortTest, TestComputePlanAction, CursorMarkTest, ClassificationUpdateProcessorTest, IndexSchemaTest, TestOnReconnectListenerSupport, SortSpecParsingTest, SolrMetricManagerTest, PeerSyncTest, ResponseLogComponentTest, LeaderInitiatedRecoveryOnCommitTest, TestZkAclsWithHadoopAuth, DistributedIntervalFacetingTest, SuggesterTest, ConcurrentDeleteAndCreateCollectionTest, RegexBytesRefFilterTest, TestCoreAdminApis, TestSimpleQParserPlugin, SharedFSAutoReplicaFailoverTest, TestJavabinTupleStreamParser, TestLeaderElectionZkExpiry, TestSort, SolrJmxReporterTest, SolrCloudExampleTest, QueryParsingTest, BasicDistributedZkTest, TestZkChroot, TestRandomDVFaceting, ShardRoutingCustomTest, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, TestRealTimeGet, TestJoin, TestStressVersions, DistributedTermsComponentTest, TestRangeQuery, TestCoreContainer, SpellCheckComponentTest, TestGroupingSearch, TestFiltering, DirectUpdateHandlerTest, TestIndexSearcher, SimplePostToolTest, TestCoreDiscovery, SpellCheckCollatorTest, TestFoldingMultitermQuery, SpatialFilterTest, SuggesterWFSTTest, PolyFieldTest, WordBreakSolrSpellCheckerTest, TestUpdate, TestWordDelimiterFilterFactory, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, DocValuesMultiTest, DistanceFunctionTest, XsltUpdateRequestHandlerTest, DebugComponentTest, IndexBasedSpellCheckerTest, TestSurroundQueryParser, DisMaxRequestHandlerTest, TestQueryUtils, DirectSolrSpellCheckerTest, DocumentAnalysisRequestHandlerTest, FileBasedSpellCheckerTest, TermsComponentTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, TestIndexingPerformance, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, TestSolrQueryParser, FastVectorHighlighterTest, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, RegexBoostProcessorTest, SolrPluginUtilsTest, TestJmxIntegration, TestCollationField, UpdateRequestProcessorFactoryTest, TestCSVResponseWriter, BinaryUpdateRequestHandlerTest, TestLFUCache, UpdateParamsTest, TestQuerySenderNoQuery, SolrIndexConfigTest, BadComponentTest, TestStressRecovery, MultiTermTest, SampleTest, TestSearchPerf, TestConfig, OutputWriterTest, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCharFilters, TestCodecSupport, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, ResourceLoaderTest, TestSystemIdResolver, TestSuggestSpellingConverter, DateFieldTest, SpellingQueryConverterTest, RAMDirectoryFactoryTest, TestSolrJ, TestLRUCache, TestUtils, TestDocumentBuilder, SystemInfoHandlerTest, UUIDFieldTest, FileUtilsTest, DistributedMLTComponentTest, TestRTGBase, TestCrossCoreJoin, TestDistributedMissingSort, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestTolerantSearch, TestEmbeddedSolrServerAdminHandler, AssignBackwardCompatibilityTest, CleanupOldIndexTest, CollectionStateFormat2Test, DeleteReplicaTest, DistribDocExpirationUpdateProcessorTest, DistributedVersionInfoTest, HttpPartitionTest, MoveReplicaHDFSTest]
[junit4] Completed [527/767 (2!)] on J1 in 103.10s, 4 tests, 1 error <<< FAILURES!
[...truncated 49027 lines...]
[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 412 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/412/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC
2 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTriggerRestoreState
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([B122A8EC908E22E:832FA3F1F3C80383]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTriggerRestoreState(TriggerIntegrationTest.java:426)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventFromRestoredState
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([B122A8EC908E22E:B249E4EE0054644]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventFromRestoredState(TriggerIntegrationTest.java:760)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13553 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_B122A8EC908E22E-001/init-core-data-001
[junit4] 2> 3633509 INFO (SUITE-TriggerIntegrationTest-seed#[B122A8EC908E22E]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 3633511 INFO (SUITE-TriggerIntegrationTest-seed#[B122A8EC908E22E]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 3633511 INFO (SUITE-TriggerIntegrationTest-seed#[B122A8EC908E22E]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 3633512 INFO (SUITE-TriggerIntegrationTest-seed#[B122A8EC908E22E]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_B122A8EC908E22E-001/tempDir-001
[junit4] 2> 3633512 INFO (SUITE-TriggerIntegrationTest-seed#[B122A8EC908E22E]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3633512 INFO (Thread-10460) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3633512 INFO (Thread-10460) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3633517 ERROR (Thread-10460) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3633612 INFO (SUITE-TriggerIntegrationTest-seed#[B122A8EC908E22E]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:42842
[junit4] 2> 3633623 INFO (zkConnectionManagerCallback-6347-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3633645 INFO (jetty-launcher-6344-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3633645 INFO (jetty-launcher-6344-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3633648 INFO (jetty-launcher-6344-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3633648 INFO (jetty-launcher-6344-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3633648 INFO (jetty-launcher-6344-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3633649 INFO (jetty-launcher-6344-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3633649 INFO (jetty-launcher-6344-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3633649 INFO (jetty-launcher-6344-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 3633650 INFO (jetty-launcher-6344-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@64481871{/solr,null,AVAILABLE}
[junit4] 2> 3633650 INFO (jetty-launcher-6344-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@79a0fe9c{/solr,null,AVAILABLE}
[junit4] 2> 3633653 INFO (jetty-launcher-6344-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7f1eb75d{HTTP/1.1,[http/1.1]}{127.0.0.1:59585}
[junit4] 2> 3633657 INFO (jetty-launcher-6344-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@76eb209d{HTTP/1.1,[http/1.1]}{127.0.0.1:62595}
[junit4] 2> 3633657 INFO (jetty-launcher-6344-thread-1) [ ] o.e.j.s.Server Started @3640747ms
[junit4] 2> 3633657 INFO (jetty-launcher-6344-thread-2) [ ] o.e.j.s.Server Started @3640748ms
[junit4] 2> 3633657 INFO (jetty-launcher-6344-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59585}
[junit4] 2> 3633658 INFO (jetty-launcher-6344-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=62595}
[junit4] 2> 3633658 ERROR (jetty-launcher-6344-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3633658 ERROR (jetty-launcher-6344-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3633658 INFO (jetty-launcher-6344-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3633659 INFO (jetty-launcher-6344-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3633659 INFO (jetty-launcher-6344-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3633659 INFO (jetty-launcher-6344-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3633659 INFO (jetty-launcher-6344-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3633659 INFO (jetty-launcher-6344-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3633659 INFO (jetty-launcher-6344-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T19:25:59.930Z
[junit4] 2> 3633659 INFO (jetty-launcher-6344-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T19:25:59.930Z
[junit4] 2> 3633666 INFO (zkConnectionManagerCallback-6349-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3633666 INFO (zkConnectionManagerCallback-6351-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3633667 INFO (jetty-launcher-6344-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3633668 INFO (jetty-launcher-6344-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3633679 INFO (jetty-launcher-6344-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42842/solr
[junit4] 2> 3633680 INFO (jetty-launcher-6344-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42842/solr
[junit4] 2> 3633681 INFO (zkConnectionManagerCallback-6359-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3633682 INFO (zkConnectionManagerCallback-6357-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3633685 INFO (zkConnectionManagerCallback-6361-thread-1-processing-n:127.0.0.1:59585_solr) [n:127.0.0.1:59585_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3633685 INFO (zkConnectionManagerCallback-6363-thread-1-processing-n:127.0.0.1:62595_solr) [n:127.0.0.1:62595_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3633816 INFO (jetty-launcher-6344-thread-1) [n:127.0.0.1:59585_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3633816 INFO (jetty-launcher-6344-thread-1) [n:127.0.0.1:59585_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:59585_solr
[junit4] 2> 3633817 INFO (jetty-launcher-6344-thread-1) [n:127.0.0.1:59585_solr ] o.a.s.c.Overseer Overseer (id=99412106266869765-127.0.0.1:59585_solr-n_0000000000) starting
[junit4] 2> 3633820 INFO (jetty-launcher-6344-thread-2) [n:127.0.0.1:62595_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3633822 INFO (jetty-launcher-6344-thread-2) [n:127.0.0.1:62595_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62595_solr
[junit4] 2> 3633825 INFO (zkCallback-6360-thread-1-processing-n:127.0.0.1:59585_solr) [n:127.0.0.1:59585_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3633828 INFO (zkCallback-6362-thread-1-processing-n:127.0.0.1:62595_solr) [n:127.0.0.1:62595_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3633832 DEBUG (OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000) [n:127.0.0.1:59585_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3633833 DEBUG (OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000) [n:127.0.0.1:59585_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 3633834 DEBUG (OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000) [n:127.0.0.1:59585_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:62595_solr]
[junit4] 2> 3633834 DEBUG (OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000) [n:127.0.0.1:59585_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 3633834 DEBUG (OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000) [n:127.0.0.1:59585_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 3633834 INFO (jetty-launcher-6344-thread-1) [n:127.0.0.1:59585_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59585_solr
[junit4] 2> 3633836 INFO (zkCallback-6360-thread-1-processing-n:127.0.0.1:59585_solr) [n:127.0.0.1:59585_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3633836 INFO (zkCallback-6362-thread-1-processing-n:127.0.0.1:62595_solr) [n:127.0.0.1:62595_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3633837 DEBUG (OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000) [n:127.0.0.1:59585_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3633837 DEBUG (OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000) [n:127.0.0.1:59585_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 3633838 DEBUG (ScheduledTrigger-13068-thread-1) [n:127.0.0.1:59585_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3633943 INFO (jetty-launcher-6344-thread-2) [n:127.0.0.1:62595_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62595.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ceddbb0
[junit4] 2> 3633944 INFO (jetty-launcher-6344-thread-1) [n:127.0.0.1:59585_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59585.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ceddbb0
[junit4] 2> 3633949 INFO (jetty-launcher-6344-thread-2) [n:127.0.0.1:62595_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62595.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ceddbb0
[junit4] 2> 3633949 INFO (jetty-launcher-6344-thread-2) [n:127.0.0.1:62595_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62595.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ceddbb0
[junit4] 2> 3633950 INFO (jetty-launcher-6344-thread-2) [n:127.0.0.1:62595_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_B122A8EC908E22E-001/tempDir-001/node2/.
[junit4] 2> 3633950 INFO (jetty-launcher-6344-thread-1) [n:127.0.0.1:59585_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59585.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ceddbb0
[junit4] 2> 3633950 INFO (jetty-launcher-6344-thread-1) [n:127.0.0.1:59585_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59585.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ceddbb0
[junit4] 2> 3633951 INFO (jetty-launcher-6344-thread-1) [n:127.0.0.1:59585_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_B122A8EC908E22E-001/tempDir-001/node1/.
[junit4] 2> 3633979 INFO (zkConnectionManagerCallback-6369-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3633982 INFO (zkConnectionManagerCallback-6373-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3633985 INFO (SUITE-TriggerIntegrationTest-seed#[B122A8EC908E22E]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3633986 INFO (SUITE-TriggerIntegrationTest-seed#[B122A8EC908E22E]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42842/solr ready
[junit4] 2> 3634126 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCooldown
[junit4] 2> 3634127 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 3634128 DEBUG (zkCallback-6360-thread-1-processing-n:127.0.0.1:59585_solr) [n:127.0.0.1:59585_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 3634128 DEBUG (OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000) [n:127.0.0.1:59585_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 3634137 DEBUG (OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000) [n:127.0.0.1:59585_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3634138 DEBUG (OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000) [n:127.0.0.1:59585_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3634138 DEBUG (OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000) [n:127.0.0.1:59585_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 3634149 INFO (qtp1332633120-34634) [n:127.0.0.1:59585_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3634151 INFO (qtp274064315-34644) [n:127.0.0.1:62595_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3634151 DEBUG (qtp274064315-34639) [n:127.0.0.1:62595_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3634152 INFO (qtp274064315-34639) [n:127.0.0.1:62595_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 3634153 DEBUG (zkCallback-6360-thread-1-processing-n:127.0.0.1:59585_solr) [n:127.0.0.1:59585_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 3634157 DEBUG (zkCallback-6360-thread-1-processing-n:127.0.0.1:59585_solr) [n:127.0.0.1:59585_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:59585_solr, 127.0.0.1:62595_solr]
[junit4] 2> 3634157 DEBUG (zkCallback-6360-thread-1-processing-n:127.0.0.1:59585_solr) [n:127.0.0.1:59585_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 3634158 DEBUG (OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000) [n:127.0.0.1:59585_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 3634161 INFO (qtp1332633120-34648) [n:127.0.0.1:59585_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3634162 INFO (OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000) [n:127.0.0.1:59585_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3634162 INFO (qtp274064315-34644) [n:127.0.0.1:62595_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3634163 DEBUG (qtp1332633120-34638) [n:127.0.0.1:59585_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3634163 DEBUG (OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000) [n:127.0.0.1:59585_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3634164 INFO (qtp1332633120-34638) [n:127.0.0.1:59585_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 3634164 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3634166 DEBUG (zkCallback-6360-thread-1-processing-n:127.0.0.1:59585_solr) [n:127.0.0.1:59585_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 3634166 DEBUG (ScheduledTrigger-13068-thread-1) [n:127.0.0.1:59585_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3634166 DEBUG (ScheduledTrigger-13068-thread-1) [n:127.0.0.1:59585_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 3634166 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3634166 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3634166 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3634166 DEBUG (zkCallback-6360-thread-1-processing-n:127.0.0.1:59585_solr) [n:127.0.0.1:59585_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:59585_solr, 127.0.0.1:62595_solr]
[junit4] 2> 3634167 DEBUG (zkCallback-6360-thread-1-processing-n:127.0.0.1:59585_solr) [n:127.0.0.1:59585_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 3634167 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2b140ffa{/solr,null,AVAILABLE}
[junit4] 2> 3634167 DEBUG (OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000) [n:127.0.0.1:59585_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 3
[junit4] 2> 3634167 DEBUG (OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000) [n:127.0.0.1:59585_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 3634167 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4f566fb1{HTTP/1.1,[http/1.1]}{127.0.0.1:52182}
[junit4] 2> 3634167 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.e.j.s.Server Started @3641257ms
[junit4] 2> 3634167 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52182}
[junit4] 2> 3634167 ERROR (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3634167 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3634167 DEBUG (OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000) [n:127.0.0.1:59585_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3634167 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3634168 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3634168 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T19:26:00.439Z
[junit4] 2> 3634168 DEBUG (OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000) [n:127.0.0.1:59585_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 3634169 INFO (zkConnectionManagerCallback-6375-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3634170 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3634177 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42842/solr
[junit4] 2> 3634178 INFO (zkConnectionManagerCallback-6379-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3634181 INFO (zkConnectionManagerCallback-6381-thread-1-processing-n:127.0.0.1:52182_solr) [n:127.0.0.1:52182_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3634190 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [n:127.0.0.1:52182_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3634193 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [n:127.0.0.1:52182_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3634196 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [n:127.0.0.1:52182_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52182_solr
[junit4] 2> 3634198 INFO (zkCallback-6360-thread-1-processing-n:127.0.0.1:59585_solr) [n:127.0.0.1:59585_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3634198 INFO (zkCallback-6362-thread-1-processing-n:127.0.0.1:62595_solr) [n:127.0.0.1:62595_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3634200 INFO (zkCallback-6372-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3634202 INFO (zkCallback-6380-thread-1-processing-n:127.0.0.1:52182_solr) [n:127.0.0.1:52182_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3634342 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [n:127.0.0.1:52182_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52182.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ceddbb0
[junit4] 2> 3634349 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [n:127.0.0.1:52182_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52182.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ceddbb0
[junit4] 2> 3634349 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [n:127.0.0.1:52182_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52182.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ceddbb0
[junit4] 2> 3634350 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [n:127.0.0.1:52182_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_B122A8EC908E22E-001/tempDir-001/node3/.
[junit4] 2> 3635178 DEBUG (ScheduledTrigger-13068-thread-2) [n:127.0.0.1:59585_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3635178 DEBUG (ScheduledTrigger-13068-thread-2) [n:127.0.0.1:59585_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3635178 DEBUG (ScheduledTrigger-13068-thread-2) [n:127.0.0.1:59585_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:52182_solr at time 609815140302881
[junit4] 2> 3636181 DEBUG (ScheduledTrigger-13068-thread-2) [n:127.0.0.1:59585_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3636182 DEBUG (ScheduledTrigger-13068-thread-2) [n:127.0.0.1:59585_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3636182 DEBUG (ScheduledTrigger-13068-thread-2) [n:127.0.0.1:59585_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:52182_solr] added at times [609815140302881], now=609816144059672
[junit4] 2> 3636182 DEBUG (ScheduledTrigger-13068-thread-2) [n:127.0.0.1:59585_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"22a9fa6d10021T3hd6fonee8k9gtglsk3l4duae",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":609815140302881,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[609815140302881],
[junit4] 2> "nodeNames":["127.0.0.1:52182_solr"]}}
[junit4] 2> 3636186 DEBUG (ScheduledTrigger-13068-thread-2) [n:127.0.0.1:59585_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_cooldown_trigger]
[junit4] 2> 3636187 INFO (ScheduledTrigger-13068-thread-2) [n:127.0.0.1:59585_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 3636188 DEBUG (AutoscalingActionExecutor-13069-thread-1-processing-n:127.0.0.1:59585_solr) [n:127.0.0.1:59585_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"22a9fa6d10021T3hd6fonee8k9gtglsk3l4duae",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":609815140302881,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[609815140302881],
[junit4] 2> "_enqueue_time_":609816148009348,
[junit4] 2> "nodeNames":["127.0.0.1:52182_solr"]}}
[junit4] 2> 3636193 DEBUG (AutoscalingActionExecutor-13069-thread-1-processing-n:127.0.0.1:59585_solr) [n:127.0.0.1:59585_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_cooldown_trigger after 5000ms
[junit4] 2> 3636193 DEBUG (AutoscalingActionExecutor-13069-thread-1-processing-n:127.0.0.1:59585_solr) [n:127.0.0.1:59585_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 4 ms for event id=22a9fa6d10021T3hd6fonee8k9gtglsk3l4duae
[junit4] 2> 3637192 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3637193 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3637193 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3637194 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3637194 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1fb1cad8{/solr,null,AVAILABLE}
[junit4] 2> 3637194 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@591fb812{HTTP/1.1,[http/1.1]}{127.0.0.1:54207}
[junit4] 2> 3637194 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.e.j.s.Server Started @3644286ms
[junit4] 2> 3637194 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54207}
[junit4] 2> 3637194 ERROR (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3637195 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3637195 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3637195 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3637195 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T19:26:03.466Z
[junit4] 2> 3637196 INFO (zkConnectionManagerCallback-6385-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3637197 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3637203 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42842/solr
[junit4] 2> 3637204 INFO (zkConnectionManagerCallback-6389-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3637207 INFO (zkConnectionManagerCallback-6391-thread-1-processing-n:127.0.0.1:54207_solr) [n:127.0.0.1:54207_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3637216 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [n:127.0.0.1:54207_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3637219 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [n:127.0.0.1:54207_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3637222 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [n:127.0.0.1:54207_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54207_solr
[junit4] 2> 3637224 INFO (zkCallback-6360-thread-1-processing-n:127.0.0.1:59585_solr) [n:127.0.0.1:59585_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3637224 INFO (zkCallback-6380-thread-1-processing-n:127.0.0.1:52182_solr) [n:127.0.0.1:52182_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3637224 INFO (zkCallback-6372-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3637224 INFO (zkCallback-6362-thread-1-processing-n:127.0.0.1:62595_solr) [n:127.0.0.1:62595_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3637227 INFO (zkCallback-6390-thread-1-processing-n:127.0.0.1:54207_solr) [n:127.0.0.1:54207_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3637284 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [n:127.0.0.1:54207_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54207.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ceddbb0
[junit4] 2> 3637291 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [n:127.0.0.1:54207_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54207.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ceddbb0
[junit4] 2> 3637291 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [n:127.0.0.1:54207_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54207.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ceddbb0
[junit4] 2> 3637292 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [n:127.0.0.1:54207_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_B122A8EC908E22E-001/tempDir-001/node4/.
[junit4] 2> 3641196 DEBUG (ScheduledTrigger-13068-thread-1) [n:127.0.0.1:59585_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3641196 DEBUG (ScheduledTrigger-13068-thread-1) [n:127.0.0.1:59585_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3641196 DEBUG (ScheduledTrigger-13068-thread-1) [n:127.0.0.1:59585_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:54207_solr at time 609821160370839
[junit4] 2> 3642200 DEBUG (ScheduledTrigger-13068-thread-1) [n:127.0.0.1:59585_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3642200 DEBUG (ScheduledTrigger-13068-thread-1) [n:127.0.0.1:59585_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3642201 DEBUG (ScheduledTrigger-13068-thread-1) [n:127.0.0.1:59585_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:54207_solr] added at times [609821160370839], now=609822164936298
[junit4] 2> 3642201 DEBUG (ScheduledTrigger-13068-thread-1) [n:127.0.0.1:59585_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"22aa10da3f297T3hd6fonee8k9gtglsk3l4duag",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":609821160370839,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[609821160370839],
[junit4] 2> "nodeNames":["127.0.0.1:54207_solr"]}}
[junit4] 2> 3642201 DEBUG (ScheduledTrigger-13068-thread-1) [n:127.0.0.1:59585_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_cooldown_trigger]
[junit4] 2> 3642203 DEBUG (AutoscalingActionExecutor-13069-thread-1-processing-n:127.0.0.1:59585_solr) [n:127.0.0.1:59585_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"22aa10da3f297T3hd6fonee8k9gtglsk3l4duag",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":609821160370839,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[609821160370839],
[junit4] 2> "_enqueue_time_":609822165434100,
[junit4] 2> "nodeNames":["127.0.0.1:54207_solr"]}}
[junit4] 2> 3642205 DEBUG (AutoscalingActionExecutor-13069-thread-1-processing-n:127.0.0.1:59585_solr) [n:127.0.0.1:59585_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_cooldown_trigger after 5000ms
[junit4] 2> 3642206 DEBUG (AutoscalingActionExecutor-13069-thread-1-processing-n:127.0.0.1:59585_solr) [n:127.0.0.1:59585_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 2 ms for event id=22aa10da3f297T3hd6fonee8k9gtglsk3l4duag
[junit4] 2> 3644210 INFO (qtp1604896706-34697) [n:127.0.0.1:52182_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3644213 INFO (qtp2127639474-34728) [n:127.0.0.1:54207_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3644215 INFO (qtp1332633120-34638) [n:127.0.0.1:59585_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3644217 INFO (qtp274064315-34644) [n:127.0.0.1:62595_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3644217 DEBUG (qtp2127639474-34724) [n:127.0.0.1:54207_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3644218 INFO (qtp2127639474-34724) [n:127.0.0.1:54207_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=12
[junit4] 2> 3644219 DEBUG (zkCallback-6360-thread-1-processing-n:127.0.0.1:59585_solr) [n:127.0.0.1:59585_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 3644220 DEBUG (zkCallback-6360-thread-1-processing-n:127.0.0.1:59585_solr) [n:127.0.0.1:59585_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:52182_solr, 127.0.0.1:59585_solr, 127.0.0.1:54207_solr, 127.0.0.1:62595_solr]
[junit4] 2> 3644221 DEBUG (zkCallback-6360-thread-1-processing-n:127.0.0.1:59585_solr) [n:127.0.0.1:59585_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 3644221 DEBUG (OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000) [n:127.0.0.1:59585_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 3644221 DEBUG (OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000) [n:127.0.0.1:59585_solr ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerCooldownPeriodSeconds from: 5 to: 7
[junit4] 2> 3644222 DEBUG (OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000) [n:127.0.0.1:59585_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3644222 INFO (qtp1604896706-34701) [n:127.0.0.1:52182_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 3644223 DEBUG (OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000) [n:127.0.0.1:59585_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 3644223 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3644225 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3644226 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3644226 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3644226 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@367dadc1{/solr,null,AVAILABLE}
[junit4] 2> 3644227 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4c177aec{HTTP/1.1,[http/1.1]}{127.0.0.1:64954}
[junit4] 2> 3644227 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.e.j.s.Server Started @3651320ms
[junit4] 2> 3644227 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64954}
[junit4] 2> 3644227 ERROR (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3644227 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3644227 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3644227 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3644228 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T19:26:10.498Z
[junit4] 2> 3644230 INFO (zkConnectionManagerCallback-6395-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3644232 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3644239 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42842/solr
[junit4] 2> 3644243 INFO (zkConnectionManagerCallback-6399-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3644247 INFO (zkConnectionManagerCallback-6401-thread-1-processing-n:127.0.0.1:64954_solr) [n:127.0.0.1:64954_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3644258 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [n:127.0.0.1:64954_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 3644260 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [n:127.0.0.1:64954_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3644263 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [n:127.0.0.1:64954_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64954_solr
[junit4] 2> 3644265 INFO (zkCallback-6362-thread-1-processing-n:127.0.0.1:62595_solr) [n:127.0.0.1:62595_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3644265 INFO (zkCallback-6372-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3644265 INFO (zkCallback-6360-thread-1-processing-n:127.0.0.1:59585_solr) [n:127.0.0.1:59585_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3644265 INFO (zkCallback-6390-thread-1-processing-n:127.0.0.1:54207_solr) [n:127.0.0.1:54207_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3644267 INFO (zkCallback-6400-thread-1-processing-n:127.0.0.1:64954_solr) [n:127.0.0.1:64954_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3644267 INFO (zkCallback-6380-thread-1-processing-n:127.0.0.1:52182_solr) [n:127.0.0.1:52182_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3644393 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [n:127.0.0.1:64954_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64954.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ceddbb0
[junit4] 2> 3644400 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [n:127.0.0.1:64954_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64954.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ceddbb0
[junit4] 2> 3644400 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [n:127.0.0.1:64954_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64954.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ceddbb0
[junit4] 2> 3644401 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [n:127.0.0.1:64954_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_B122A8EC908E22E-001/tempDir-001/node5/.
[junit4] 2> 3647206 DEBUG (ScheduledTrigger-13068-thread-3) [n:127.0.0.1:59585_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3647206 DEBUG (ScheduledTrigger-13068-thread-3) [n:127.0.0.1:59585_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 5
[junit4] 2> 3647206 DEBUG (ScheduledTrigger-13068-thread-3) [n:127.0.0.1:59585_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:64954_solr at time 609827172252561
[junit4] 2> 3648210 DEBUG (ScheduledTrigger-13068-thread-3) [n:127.0.0.1:59585_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3648210 DEBUG (ScheduledTrigger-13068-thread-3) [n:127.0.0.1:59585_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 5
[junit4] 2> 3648210 DEBUG (ScheduledTrigger-13068-thread-3) [n:127.0.0.1:59585_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:64954_solr] added at times [609827172252561], now=609828176197391
[junit4] 2> 3648210 DEBUG (ScheduledTrigger-13068-thread-3) [n:127.0.0.1:59585_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"22aa273f9fb91T3hd6fonee8k9gtglsk3l4duah",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":609827172252561,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[609827172252561],
[junit4] 2> "nodeNames":["127.0.0.1:64954_solr"]}}
[junit4] 2> 3648210 DEBUG (ScheduledTrigger-13068-thread-3) [n:127.0.0.1:59585_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_cooldown_trigger]
[junit4] 2> 3648212 DEBUG (AutoscalingActionExecutor-13069-thread-1-processing-n:127.0.0.1:59585_solr) [n:127.0.0.1:59585_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"22aa273f9fb91T3hd6fonee8k9gtglsk3l4duah",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":609827172252561,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[609827172252561],
[junit4] 2> "_enqueue_time_":609828176634189,
[junit4] 2> "nodeNames":["127.0.0.1:64954_solr"]}}
[junit4] 2> 3648213 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3648215 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3648215 DEBUG (AutoscalingActionExecutor-13069-thread-1-processing-n:127.0.0.1:59585_solr) [n:127.0.0.1:59585_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_cooldown_trigger after 7000ms
[junit4] 2> 3648215 DEBUG (AutoscalingActionExecutor-13069-thread-1-processing-n:127.0.0.1:59585_solr) [n:127.0.0.1:59585_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 3 ms for event id=22aa273f9fb91T3hd6fonee8k9gtglsk3l4duah
[junit4] 2> 3648215 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3648216 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3648216 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@570a37b5{/solr,null,AVAILABLE}
[junit4] 2> 3648217 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1c7d08f6{HTTP/1.1,[http/1.1]}{127.0.0.1:33820}
[junit4] 2> 3648217 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.e.j.s.Server Started @3655312ms
[junit4] 2> 3648217 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33820}
[junit4] 2> 3648217 ERROR (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3648218 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3648218 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3648218 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3648218 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T19:26:14.489Z
[junit4] 2> 3648219 INFO (zkConnectionManagerCallback-6405-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3648220 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3648226 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42842/solr
[junit4] 2> 3648227 INFO (zkConnectionManagerCallback-6409-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3648230 INFO (zkConnectionManagerCallback-6411-thread-1-processing-n:127.0.0.1:33820_solr) [n:127.0.0.1:33820_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3648240 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [n:127.0.0.1:33820_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 3648243 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [n:127.0.0.1:33820_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3648246 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [n:127.0.0.1:33820_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33820_solr
[junit4] 2> 3648251 INFO (zkCallback-6362-thread-1-processing-n:127.0.0.1:62595_solr) [n:127.0.0.1:62595_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3648251 INFO (zkCallback-6390-thread-1-processing-n:127.0.0.1:54207_solr) [n:127.0.0.1:54207_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3648251 INFO (zkCallback-6380-thread-1-processing-n:127.0.0.1:52182_solr) [n:127.0.0.1:52182_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3648251 INFO (zkCallback-6360-thread-1-processing-n:127.0.0.1:59585_solr) [n:127.0.0.1:59585_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3648251 INFO (zkCallback-6400-thread-1-processing-n:127.0.0.1:64954_solr) [n:127.0.0.1:64954_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3648251 INFO (zkCallback-6372-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3648254 INFO (zkCallback-6410-thread-1-processing-n:127.0.0.1:33820_solr) [n:127.0.0.1:33820_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3648307 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [n:127.0.0.1:33820_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33820.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ceddbb0
[junit4] 2> 3648314 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [n:127.0.0.1:33820_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33820.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ceddbb0
[junit4] 2> 3648314 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [n:127.0.0.1:33820_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33820.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ceddbb0
[junit4] 2> 3648315 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [n:127.0.0.1:33820_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_B122A8EC908E22E-001/tempDir-001/node6/.
[junit4] 2> 3655220 DEBUG (ScheduledTrigger-13068-thread-3) [n:127.0.0.1:59585_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3655220 DEBUG (ScheduledTrigger-13068-thread-3) [n:127.0.0.1:59585_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 6
[junit4] 2> 3655220 DEBUG (ScheduledTrigger-13068-thread-3) [n:127.0.0.1:59585_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:33820_solr at time 609835188220901
[junit4] 2> 3656232 DEBUG (ScheduledTrigger-13068-thread-3) [n:127.0.0.1:59585_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3656232 DEBUG (ScheduledTrigger-13068-thread-3) [n:127.0.0.1:59585_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 6
[junit4] 2> 3656232 DEBUG (ScheduledTrigger-13068-thread-3) [n:127.0.0.1:59585_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:33820_solr] added at times [609835188220901], now=609836200716200
[junit4] 2> 3656232 DEBUG (ScheduledTrigger-13068-thread-3) [n:127.0.0.1:59585_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"22aa451c3f3e5T3hd6fonee8k9gtglsk3l4duai",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":609835188220901,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[609835188220901],
[junit4] 2> "nodeNames":["127.0.0.1:33820_solr"]}}
[junit4] 2> 3656232 DEBUG (ScheduledTrigger-13068-thread-3) [n:127.0.0.1:59585_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_cooldown_trigger]
[junit4] 2> 3656234 DEBUG (AutoscalingActionExecutor-13069-thread-1-processing-n:127.0.0.1:59585_solr) [n:127.0.0.1:59585_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"22aa451c3f3e5T3hd6fonee8k9gtglsk3l4duai",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":609835188220901,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[609835188220901],
[junit4] 2> "_enqueue_time_":609836201234610,
[junit4] 2> "nodeNames":["127.0.0.1:33820_solr"]}}
[junit4] 2> 3656237 DEBUG (AutoscalingActionExecutor-13069-thread-1-processing-n:127.0.0.1:59585_solr) [n:127.0.0.1:59585_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_cooldown_trigger after 7000ms
[junit4] 2> 3656237 DEBUG (AutoscalingActionExecutor-13069-thread-1-processing-n:127.0.0.1:59585_solr) [n:127.0.0.1:59585_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 3 ms for event id=22aa451c3f3e5T3hd6fonee8k9gtglsk3l4duai
[junit4] 2> 3658235 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[B122A8EC908E22E]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCooldown
[junit4] 2> 3658549 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeMarkersRegistration
[junit4] 2> 3658550 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 6
[junit4] 2> 3658551 DEBUG (zkCallback-6360-thread-1-processing-n:127.0.0.1:59585_solr) [n:127.0.0.1:59585_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 3658551 DEBUG (OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000) [n:127.0.0.1:59585_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 3658553 DEBUG (OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000) [n:127.0.0.1:59585_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3658553 DEBUG (OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000) [n:127.0.0.1:59585_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3658554 DEBUG (OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000) [n:127.0.0.1:59585_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 3658554 INFO (qtp1607822614-34775) [n:127.0.0.1:33820_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3658562 INFO (qtp1607822614-34775) [n:127.0.0.1:33820_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 3658563 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3658564 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3658564 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3658564 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3658564 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@526a6b61{/solr,null,AVAILABLE}
[junit4] 2> 3658565 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5fdce7ae{HTTP/1.1,[http/1.1]}{127.0.0.1:54296}
[junit4] 2> 3658565 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E]) [ ] o.e.j.s.Server Started @3665663ms
[junit4] 2> 3658565 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54296}
[junit4] 2> 3658565 ERROR (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3658565 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3658565 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3658565 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3658565 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T19:26:24.836Z
[junit4] 2> 3658567 INFO (zkConnectionManagerCallback-6415-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3658568 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3658575 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42842/solr
[junit4] 2> 3658576 INFO (zkConnectionManagerCallback-6419-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3658579 INFO (zkConnectionManagerCallback-6421-thread-1-processing-n:127.0.0.1:54296_solr) [n:127.0.0.1:54296_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3658590 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E]) [n:127.0.0.1:54296_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
[junit4] 2> 3658592 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E]) [n:127.0.0.1:54296_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3658594 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E]) [n:127.0.0.1:54296_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54296_solr
[junit4] 2> 3658596 INFO (zkCallback-6372-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3658597 INFO (zkCallback-6400-thread-1-processing-n:127.0.0.1:64954_solr) [n:127.0.0.1:64954_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3658597 INFO (zkCallback-6362-thread-1-processing-n:127.0.0.1:62595_solr) [n:127.0.0.1:62595_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3658597 INFO (zkCallback-6360-thread-1-processing-n:127.0.0.1:59585_solr) [n:127.0.0.1:59585_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3658599 INFO (zkCallback-6420-thread-1-processing-n:127.0.0.1:54296_solr) [n:127.0.0.1:54296_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3658600 INFO (zkCallback-6390-thread-1-processing-n:127.0.0.1:54207_solr) [n:127.0.0.1:54207_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3658600 INFO (zkCallback-6410-thread-1-processing-n:127.0.0.1:33820_solr) [n:127.0.0.1:33820_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3658601 INFO (zkCallback-6380-thread-1-processing-n:127.0.0.1:52182_solr) [n:127.0.0.1:52182_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3658685 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E]) [n:127.0.0.1:54296_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54296.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ceddbb0
[junit4] 2> 3658712 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E]) [n:127.0.0.1:54296_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54296.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ceddbb0
[junit4] 2> 3658712 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E]) [n:127.0.0.1:54296_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54296.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ceddbb0
[junit4] 2> 3658713 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E]) [n:127.0.0.1:54296_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_B122A8EC908E22E-001/tempDir-001/node7/.
[junit4] 2> 3658766 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== KILL OVERSEER 1
[junit4] 2> 3658767 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7f1eb75d{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 3658769 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=60013958
[junit4] 2> 3658769 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 3658769 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5a4f19d3: rootName = solr_59585, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@67ef46c
[junit4] 2> 3658774 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 3658774 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@64f21eee: rootName = solr_59585, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@2a969b90
[junit4] 2> 3658777 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 3658777 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@72d64f9e: rootName = solr_59585, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@598a8c76
[junit4] 2> 3658779 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:59585_solr
[junit4] 2> 3658780 INFO (zkCallback-6360-thread-1-processing-n:127.0.0.1:59585_solr) [n:127.0.0.1:59585_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (6)
[junit4] 2> 3658780 INFO (zkCallback-6362-thread-1-processing-n:127.0.0.1:62595_solr) [n:127.0.0.1:62595_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (6)
[junit4] 2> 3658780 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 3658780 INFO (zkCallback-6380-thread-1-processing-n:127.0.0.1:52182_solr) [n:127.0.0.1:52182_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (6)
[junit4] 2> 3658780 INFO (zkCallback-6410-thread-1-processing-n:127.0.0.1:33820_solr) [n:127.0.0.1:33820_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (6)
[junit4] 2> 3658780 INFO (zkCallback-6390-thread-1-processing-n:127.0.0.1:54207_solr) [n:127.0.0.1:54207_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (6)
[junit4] 2> 3658781 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3658781 INFO (zkCallback-6420-thread-1-processing-n:127.0.0.1:54296_solr) [n:127.0.0.1:54296_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (6)
[junit4] 2> 3658781 INFO (zkCallback-6372-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (6)
[junit4] 2> 3658781 INFO (zkCallback-6400-thread-1-processing-n:127.0.0.1:64954_solr) [n:127.0.0.1:64954_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (6)
[junit4] 2> 3658781 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E]) [ ] o.a.s.c.Overseer Overseer (id=99412106266869765-127.0.0.1:59585_solr-n_0000000000) closing
[junit4] 2> 3658782 INFO (OverseerStateUpdate-99412106266869765-127.0.0.1:59585_solr-n_0000000000) [n:127.0.0.1:59585_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:59585_solr
[junit4] 2> 3658782 WARN (OverseerAutoScalingTriggerThread-99412106266869765-127.0.0.1:59585_solr-n_0000000000) [n:127.0.0.1:59585_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3658783 DEBUG (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 3658785 INFO (zkCallback-6362-thread-1-processing-n:127.0.0.1:62595_solr) [n:127.0.0.1:62595_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:62595_solr
[junit4] 2> 3658785 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@79a0fe9c{/solr,null,UNAVAILABLE}
[junit4] 2> 3658788 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3658789 INFO (zkCallback-6362-thread-1-processing-n:127.0.0.1:62595_solr) [n:127.0.0.1:62595_solr ] o.a.s.c.Overseer Overseer (id=99412106266869766-127.0.0.1:62595_solr-n_0000000001) starting
[junit4] 2> 3658797 DEBUG (OverseerAutoScalingTriggerThread-99412106266869766-127.0.0.1:62595_solr-n_0000000001) [n:127.0.0.1:62595_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3658798 DEBUG (OverseerAutoScalingTriggerThread-99412106266869766-127.0.0.1:62595_solr-n_0000000001) [n:127.0.0.1:62595_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 3658798 DEBUG (OverseerAutoScalingTriggerThread-99412106266869766-127.0.0.1:62595_solr-n_0000000001) [n:127.0.0.1:62595_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:64954_solr, 127.0.0.1:52182_solr, 127.0.0.1:33820_solr, 127.0.0.1:54207_solr, 127.0.0.1:54296_solr, 127.0.0.1:62595_solr]
[junit4] 2> 3658798 DEBUG (OverseerAutoScalingTriggerThread-99412106266869766-127.0.0.1:62595_solr-n_0000000001) [n:127.0.0.1:62595_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion -1
[junit4] 2> 3658798 DEBUG (OverseerAutoScalingTriggerThread-99412106266869766-127.0.0.1:62595_solr-n_0000000001) [n:127.0.0.1:62595_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 3658801 DEBUG (OverseerAutoScalingTriggerThread-99412106266869766-127.0.0.1:62595_solr-n_0000000001) [n:127.0.0.1:62595_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3658801 DEBUG (OverseerAutoScalingTriggerThread-99412106266869766-127.0.0.1:62595_solr-n_0000000001) [n:127.0.0.1:62595_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 3658802 DEBUG (ScheduledTrigger-13107-thread-1) [n:127.0.0.1:62595_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 6
[junit4] 2> 3659805 DEBUG (ScheduledTrigger-13107-thread-1) [n:127.0.0.1:62595_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 6
[junit4] 2> 3660813 DEBUG (ScheduledTrigger-13107-thread-2) [n:127.0.0.1:62595_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 6
[junit4] 2> 3661814 DEBUG (ScheduledTrigger-13107-thread-1) [n:127.0.0.1:62595_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 6
[junit4] 2> 3662818 DEBUG (ScheduledTrigger-13107-thread-1) [n:127.0.0.1:62595_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 6
[junit4] 2> 3663791 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[B122A8EC908E22E]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== ADD TRIGGERS
[junit4] 2> 3663803 INFO (qtp1607822614-34774) [n:127.0.0.1:33820_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3663806 INFO (qtp1604896706-34701) [n:127.0.0.1:52182_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3663808 INFO (qtp2127639474-34728) [n:127.0.0.1:54207_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3663811 INFO (qtp123712072-34800) [n:127.0.0.1:54296_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3663813 INFO (qtp274064315-34644) [n:127.0.0.1:62595_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3663816 INFO (qtp1310534066-34750) [n:127.0.0.1:64954_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3663816 DEBUG (qtp1607822614-34778) [n:127.0.0.1:33820_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3663817 INFO (qtp1607822614-34778) [n:127.0.0.1:33820_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=18
[junit4] 2> 3663819 DEBUG (zkCallback-6362-thread-1-processing-n:127.0.0.1:62595_solr) [n:127.0.0.1:62595_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 3663819 DEBUG (ScheduledTrigger-13107-thread-1) [n:127.0.0.1:62595_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 6
[junit4] 2> 3663824 DEBUG (zkCallback-6362-thread-1-processing-n:127.0.0.1:62595_solr) [n:127.0.0.1:62595_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:64954_solr, 127.0.0.1:52182_solr, 127.0.0.1:33820_solr, 127.0.0.1:54207_solr, 127.0.0.1:54296_solr, 127.0.0.1:62595_solr]
[junit4] 2> 3663825 DEBUG (zkCallback-6362-thread-1-processing-n:127.0.0.1:62595_solr) [n:127.0.0.1:62595_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventMarkerAction}], enabled=true}
[junit4] 2> 3663830 DEBUG (zkCallback-6362-thread-1-processing-n:127.0.0.1:62595_solr) [n:127.0.0.1:62595_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:64954_solr, 127.0.0.1:52182_solr, 127.0.0.1:33820_solr, 127.0.0.1:54207_solr, 127.0.0.1:54296_solr, 127.0.0.1:62595_solr]
[junit4] 2> 3663830 DEBUG (OverseerAutoScalingTriggerThread-99412106266869766-127.0.0.1:62595_solr-n_0000000001) [n:127.0.0.1:62595_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 3663830 INFO (qtp1607822614-34778) [n:127.0.0.1:33820_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3663832 INFO (qtp1604896706-34702) [n:127.0.0.1:52182_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 3663834 INFO (qtp2127639474-34726) [n:127.0.0.1:54207_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 3663836 INFO (qtp123712072-34803) [n:127.0.0.1:54296_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3663836 INFO (OverseerAutoScalingTriggerThread-99412106266869766-127.0.0.1:62595_solr-n_0000000001) [n:
[...truncated too long message...]
a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3829709 INFO (jetty-closer-6345-thread-7) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@37581eff{/solr,null,UNAVAILABLE}
[junit4] 2> 3829709 INFO (jetty-closer-6345-thread-7) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3829713 ERROR (SUITE-TriggerIntegrationTest-seed#[B122A8EC908E22E]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3829715 INFO (SUITE-TriggerIntegrationTest-seed#[B122A8EC908E22E]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42842 42842
[junit4] 2> 3834760 INFO (Thread-10460) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42842 42842
[junit4] 2> 3834764 WARN (Thread-10460) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 21 /solr/clusterprops.json
[junit4] 2> 21 /solr/aliases.json
[junit4] 2> 20 /solr/security.json
[junit4] 2> 10 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 147 /solr/collections/collection1/state.json
[junit4] 2> 34 /solr/collections/testMetricTrigger/state.json
[junit4] 2> 21 /solr/clusterstate.json
[junit4] 2> 5 /solr/autoscaling.json
[junit4] 2> 4 /solr/overseer_elect/election/99412106266869792-127.0.0.1:38968_solr-n_0000000009
[junit4] 2> 2 /solr/overseer_elect/election/99412106266869804-127.0.0.1:63072_solr-n_0000000013
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/99412106266869804-core_node8-n_0000000003
[junit4] 2> 2 /solr/overseer_elect/election/99412106266869807-127.0.0.1:54440_solr-n_0000000014
[junit4] 2> 2 /solr/overseer_elect/election/99412106266869810-127.0.0.1:64544_solr-n_0000000015
[junit4] 2> 2 /solr/overseer_elect/election/99412106266869801-127.0.0.1:51464_solr-n_0000000012
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/99412106266869783-core_node12-n_0000000005
[junit4] 2> 2 /solr/overseer_elect/election/99412106266869783-127.0.0.1:54296_solr-n_0000000006
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/99412106266869792-core_node6-n_0000000002
[junit4] 2> 2 /solr/overseer_elect/election/99412106266869786-127.0.0.1:40716_solr-n_0000000007
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 21 /solr/live_nodes
[junit4] 2> 21 /solr/collections
[junit4] 2> 5 /solr/overseer/queue-work
[junit4] 2> 5 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 5 /solr/overseer/queue
[junit4] 2> 5 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR
[junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_B122A8EC908E22E-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=Memory), x_s=Lucene50(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1234, maxMBSortInHeap=7.4394324673756795, sim=RandomSimilarity(queryNorm=true): {}, locale=en-SG, timezone=Antarctica/Palmer
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=88952136,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [CustomCollectionTest, JSONWriterTest, TestCursorMarkWithoutUniqueKey, TestSurroundQueryParser, FastVectorHighlighterTest, UtilsToolTest, FacetPivotSmallTest, SearchRateTriggerTest, DistributedFacetPivotWhiteBoxTest, TestCollationFieldDocValues, TestConfigSetProperties, TestUnifiedSolrHighlighter, TestSolrConfigHandlerConcurrent, FullHLLTest, SpellingQueryConverterTest, DistributedFacetPivotSmallAdvancedTest, TestSolrCoreParser, LukeRequestHandlerTest, MetricUtilsTest, BigEndianAscendingWordDeserializerTest, DocValuesMissingTest, TestXIncludeConfig, TestExceedMaxTermLength, DocumentBuilderTest, SolrCoreMetricManagerTest, TestInfoStreamLogging, CollectionsAPIDistributedZkTest, AssignBackwardCompatibilityTest, SolrXmlInZkTest, InfoHandlerTest, TestManagedSchemaThreadSafety, TestRecovery, DistributedQueryElevationComponentTest, DirectSolrConnectionTest, JvmMetricsTest, DistribCursorPagingTest, TestSmileRequest, TestSolrCloudWithDelegationTokens, SpatialFilterTest, TestLegacyFieldReuse, TestMiniSolrCloudClusterSSL, DistributedVersionInfoTest, HLLUtilTest, RequiredFieldsTest, TestConfigOverlay, TestDistribStateManager, TestLegacyTerms, TestPolicyCloud, TestRangeQuery, SolrIndexSplitterTest, TestPerFieldSimilarity, TestZkChroot, SolrCLIZkUtilsTest, TestIBSimilarityFactory, TestMissingGroups, TestCharFilters, TestSystemIdResolver, TestCloudSearcherWarming, V2ApiIntegrationTest, TemplateUpdateProcessorTest, TestMergePolicyConfig, TestFieldCacheWithThreads, TestPullReplicaErrorHandling, TestExpandComponent, TestHighFrequencyDictionaryFactory, RequestLoggingTest, TestRuleBasedAuthorizationPlugin, TestEmbeddedSolrServerAdminHandler, DataDrivenBlockJoinTest, TestTlogReplica, CloudExitableDirectoryReaderTest, DistributedFacetPivotLargeTest, TestTolerantUpdateProcessorRandomCloud, TestRealTimeGet, BlockJoinFacetDistribTest, AutoScalingHandlerTest, ShardRoutingCustomTest, DeleteShardTest, TestFaceting, TestFilteredDocIdSet, MBeansHandlerTest, TestGroupingSearch, ConjunctionSolrSpellCheckerTest, TestSolrCLIRunExample, BlobRepositoryCloudTest, HdfsDirectoryTest, TermsComponentTest, TestApiFramework, MultiTermTest, TestSegmentSorting, TestClusterStateProvider, BooleanFieldTest, TestDelegationWithHadoopAuth, CheckHdfsIndexTest, SuggesterFSTTest, TestSizeLimitedDistributedMap, TestNumericTokenStream, AnalyticsMergeStrategyTest, ZkStateWriterTest, StatsComponentTest, TestJoin, TestManagedSynonymGraphFilterFactory, TestMacroExpander, CopyFieldTest, TestComplexPhraseLeadingWildcard, UnloadDistributedZkTest, TestBinaryResponseWriter, TestSweetSpotSimilarityFactory, TestSolrDeletionPolicy1, TestReplicaProperties, CollectionTooManyReplicasTest, TestSortByMinMaxFunction, AddSchemaFieldsUpdateProcessorFactoryTest, TestLFUCache, TestSerializedLuceneMatchVersion, TestPolicyCloud, TestRequestForwarding, XmlUpdateRequestHandlerTest, SpatialHeatmapFacetsTest, SolrTestCaseJ4Test, UpdateLogTest, BasicAuthStandaloneTest, HdfsTlogReplayBufferedWhileIndexingTest, DirectUpdateHandlerOptimizeTest, DateMathParserTest, TestSQLHandlerNonCloud, SuggesterTSTTest, TestTolerantSearch, TestFieldCacheReopen, AutoscalingHistoryHandlerTest, DateFieldTest, UniqFieldsUpdateProcessorFactoryTest, TestReplicationHandler, DistribJoinFromCollectionTest, BlockJoinFacetSimpleTest, TestRemoteStreaming, TestCollationField, TestQueryTypes, TestSearcherReuse, TestDynamicFieldCollectionResource, TestPushWriter, TestNRTOpen, HighlighterTest, TestPartialUpdateDeduplication, RAMDirectoryFactoryTest, TestEmbeddedSolrServerSchemaAPI, LeaderElectionTest, SchemaVersionSpecificBehaviorTest, TestNodeAddedTrigger, JavabinLoaderTest, TestSubQueryTransformerDistrib, TestPostingsSolrHighlighter, TestRecoveryHdfs, TestSolrConfigHandler, DeleteNodeTest, PathHierarchyTokenizerFactoryTest, TestSolrCloudWithSecureImpersonation, OpenCloseCoreStressTest, OverseerStatusTest, TestBM25SimilarityFactory, SearchHandlerTest, HdfsBasicDistributedZk2Test, CursorPagingTest, TestSuggestSpellingConverter, HttpSolrCallGetCoreTest, FieldMutatingUpdateProcessorTest, FileUtilsTest, AnalysisAfterCoreReloadTest, TestCollectionAPI, ShardSplitTest, PingRequestHandlerTest, DirectSolrSpellCheckerTest, TestManagedSchema, ConvertedLegacyTest, RecoveryZkTest, CachingDirectoryFactoryTest, DistributedMLTComponentTest, TestHashQParserPlugin, TermVectorComponentDistributedTest, HdfsSyncSliceTest, BasicZkTest, TestPseudoReturnFields, QueryElevationComponentTest, TestStressInPlaceUpdates, MoveReplicaHDFSFailoverTest, TestAddFieldRealTimeGet, LeaderInitiatedRecoveryOnShardRestartTest, SuggestComponentTest, IndexSchemaRuntimeFieldTest, BasicDistributedZk2Test, ZkSolrClientTest, TestDistributedGrouping, ZkControllerTest, TestStressReorder, TestReload, TestCoreContainer, SimpleFacetsTest, SolrCmdDistributorTest, TestFiltering, TestFunctionQuery, DirectUpdateHandlerTest, TestIndexSearcher, SoftAutoCommitTest, PreAnalyzedFieldTest, DOMUtilTest, TestSolrJ, TestUtils, TestDocumentBuilder, ZkNodePropsTest, TestDistributedMissingSort, TestHighlightDedupGrouping, TestLuceneIndexBackCompat, TestEmbeddedSolrServerConstructors, TestJettySolrRunner, ConnectionReuseTest, ActionThrottleTest, AddReplicaTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CollectionsAPISolrJTest, DeleteReplicaTest, ForceLeaderTest, LeaderElectionContextKeyTest, LeaderFailoverAfterPartitionTest, MigrateRouteKeyTest, MoveReplicaTest, NodeMutatorTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerTaskQueueTest, RecoveryAfterSoftCommitTest, SaslZkACLProviderTest, TestCloudDeleteByQuery, TestCloudPseudoReturnFields, TestClusterProperties, TestConfigSetsAPI, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess, TestLeaderElectionWithEmptyReplica, TestLockTree, TestOnReconnectListenerSupport, TestPullReplica, TestShortCircuitedRequests, TestStressCloudBlindAtomicUpdates, TlogReplayBufferedWhileIndexingTest, VMParamsZkACLAndCredentialsProvidersTest, AssignTest, AutoAddReplicasIntegrationTest, NodeAddedTriggerTest, TriggerIntegrationTest]
[junit4] Completed [585/767 (1!)] on J0 in 201.33s, 14 tests, 2 failures <<< FAILURES!
[...truncated 48828 lines...]