You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2017/11/28 11:38:22 UTC
[JENKINS] Lucene-Solr-Tests-7.x - Build # 262 - Still unstable
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/262/
2 tests failed.
FAILED: org.apache.solr.cloud.PeerSyncReplicationTest.test
Error Message:
expected:<0> but was:<1>
Stack Trace:
java.lang.AssertionError: expected:<0> but was:<1>
at __randomizedtesting.SeedInfo.seed([64D9824EAA566AA:8E19A7FE44590B52]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.PeerSyncReplicationTest.test(PeerSyncReplicationTest.java:202)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.SystemLogListenerTest.test
Error Message:
wrong number of events added to .system expected:<9> but was:<8>
Stack Trace:
java.lang.AssertionError: wrong number of events added to .system expected:<9> but was:<8>
at __randomizedtesting.SeedInfo.seed([64D9824EAA566AA:8E19A7FE44590B52]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.autoscaling.SystemLogListenerTest.test(SystemLogListenerTest.java:166)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11875 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.SystemLogListenerTest
[junit4] 2> 1000385 INFO (SUITE-SystemLogListenerTest-seed#[64D9824EAA566AA]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/init-core-data-001
[junit4] 2> 1000386 WARN (SUITE-SystemLogListenerTest-seed#[64D9824EAA566AA]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
[junit4] 2> 1000386 INFO (SUITE-SystemLogListenerTest-seed#[64D9824EAA566AA]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1000399 INFO (SUITE-SystemLogListenerTest-seed#[64D9824EAA566AA]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1000400 INFO (SUITE-SystemLogListenerTest-seed#[64D9824EAA566AA]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001
[junit4] 2> 1000400 INFO (SUITE-SystemLogListenerTest-seed#[64D9824EAA566AA]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1000401 INFO (Thread-844) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1000401 INFO (Thread-844) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1000403 ERROR (Thread-844) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1000501 INFO (SUITE-SystemLogListenerTest-seed#[64D9824EAA566AA]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:42638
[junit4] 2> 1000506 INFO (jetty-launcher-1761-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1000507 INFO (jetty-launcher-1761-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1000508 INFO (jetty-launcher-1761-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1000508 INFO (jetty-launcher-1761-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2662a668{/solr,null,AVAILABLE}
[junit4] 2> 1000521 INFO (jetty-launcher-1761-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@403fb16d{/solr,null,AVAILABLE}
[junit4] 2> 1000522 INFO (jetty-launcher-1761-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3866a0b2{/solr,null,AVAILABLE}
[junit4] 2> 1000534 INFO (jetty-launcher-1761-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@43e2ecd1{HTTP/1.1,[http/1.1]}{127.0.0.1:40969}
[junit4] 2> 1000534 INFO (jetty-launcher-1761-thread-3) [ ] o.e.j.s.Server Started @1015709ms
[junit4] 2> 1000534 INFO (jetty-launcher-1761-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40969}
[junit4] 2> 1000534 ERROR (jetty-launcher-1761-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1000534 INFO (jetty-launcher-1761-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 1000534 INFO (jetty-launcher-1761-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1000534 INFO (jetty-launcher-1761-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1000534 INFO (jetty-launcher-1761-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-28T08:42:27.786Z
[junit4] 2> 1000554 INFO (jetty-launcher-1761-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6e37e653{HTTP/1.1,[http/1.1]}{127.0.0.1:34748}
[junit4] 2> 1000554 INFO (jetty-launcher-1761-thread-1) [ ] o.e.j.s.Server Started @1015729ms
[junit4] 2> 1000554 INFO (jetty-launcher-1761-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34748}
[junit4] 2> 1000554 ERROR (jetty-launcher-1761-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1000554 INFO (jetty-launcher-1761-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 1000554 INFO (jetty-launcher-1761-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1000554 INFO (jetty-launcher-1761-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1000554 INFO (jetty-launcher-1761-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-28T08:42:27.806Z
[junit4] 2> 1000554 INFO (jetty-launcher-1761-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@8636407{HTTP/1.1,[http/1.1]}{127.0.0.1:40045}
[junit4] 2> 1000554 INFO (jetty-launcher-1761-thread-2) [ ] o.e.j.s.Server Started @1015730ms
[junit4] 2> 1000554 INFO (jetty-launcher-1761-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40045}
[junit4] 2> 1000555 ERROR (jetty-launcher-1761-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1000555 INFO (jetty-launcher-1761-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 1000555 INFO (jetty-launcher-1761-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1000555 INFO (jetty-launcher-1761-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1000555 INFO (jetty-launcher-1761-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-28T08:42:27.807Z
[junit4] 2> 1000615 INFO (jetty-launcher-1761-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1000647 INFO (jetty-launcher-1761-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1000655 INFO (jetty-launcher-1761-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42638/solr
[junit4] 2> 1000683 INFO (jetty-launcher-1761-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1000742 INFO (jetty-launcher-1761-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42638/solr
[junit4] 2> 1000763 INFO (jetty-launcher-1761-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42638/solr
[junit4] 2> 1001014 INFO (jetty-launcher-1761-thread-3) [n:127.0.0.1:40969_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1001016 INFO (jetty-launcher-1761-thread-3) [n:127.0.0.1:40969_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40969_solr
[junit4] 2> 1001029 INFO (jetty-launcher-1761-thread-3) [n:127.0.0.1:40969_solr ] o.a.s.c.Overseer Overseer (id=99081161779052551-127.0.0.1:40969_solr-n_0000000000) starting
[junit4] 2> 1001067 INFO (jetty-launcher-1761-thread-3) [n:127.0.0.1:40969_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40969_solr
[junit4] 2> 1001067 DEBUG (OverseerAutoScalingTriggerThread-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1001067 INFO (jetty-launcher-1761-thread-2) [n:127.0.0.1:40045_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1001159 INFO (zkCallback-1778-thread-1-processing-n:127.0.0.1:40045_solr) [n:127.0.0.1:40045_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1001224 INFO (zkCallback-1776-thread-1-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1001240 DEBUG (OverseerAutoScalingTriggerThread-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1001244 DEBUG (OverseerAutoScalingTriggerThread-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:40969_solr]
[junit4] 2> 1001244 DEBUG (OverseerAutoScalingTriggerThread-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1001244 DEBUG (OverseerAutoScalingTriggerThread-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1001245 INFO (jetty-launcher-1761-thread-2) [n:127.0.0.1:40045_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40045_solr
[junit4] 2> 1001273 INFO (zkCallback-1776-thread-1-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1001281 INFO (zkCallback-1778-thread-1-processing-n:127.0.0.1:40045_solr) [n:127.0.0.1:40045_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1001370 DEBUG (OverseerAutoScalingTriggerThread-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1001373 DEBUG (OverseerAutoScalingTriggerThread-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1001374 DEBUG (ScheduledTrigger-1561-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1001528 INFO (jetty-launcher-1761-thread-2) [n:127.0.0.1:40045_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40045.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1001543 INFO (jetty-launcher-1761-thread-3) [n:127.0.0.1:40969_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40969.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1001766 INFO (jetty-launcher-1761-thread-2) [n:127.0.0.1:40045_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40045.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1001767 INFO (jetty-launcher-1761-thread-2) [n:127.0.0.1:40045_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40045.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1001768 INFO (jetty-launcher-1761-thread-2) [n:127.0.0.1:40045_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node2/.
[junit4] 2> 1001824 INFO (jetty-launcher-1761-thread-3) [n:127.0.0.1:40969_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40969.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1001824 INFO (jetty-launcher-1761-thread-3) [n:127.0.0.1:40969_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40969.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1001846 INFO (jetty-launcher-1761-thread-3) [n:127.0.0.1:40969_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node3/.
[junit4] 2> 1002061 INFO (jetty-launcher-1761-thread-1) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1002063 INFO (jetty-launcher-1761-thread-1) [n:127.0.0.1:34748_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1002074 INFO (jetty-launcher-1761-thread-1) [n:127.0.0.1:34748_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34748_solr
[junit4] 2> 1002075 INFO (zkCallback-1778-thread-1-processing-n:127.0.0.1:40045_solr) [n:127.0.0.1:40045_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1002075 INFO (zkCallback-1776-thread-1-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1002102 INFO (zkCallback-1777-thread-1-processing-n:127.0.0.1:34748_solr) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1002378 INFO (jetty-launcher-1761-thread-1) [n:127.0.0.1:34748_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34748.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1002441 INFO (jetty-launcher-1761-thread-1) [n:127.0.0.1:34748_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34748.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1002441 INFO (jetty-launcher-1761-thread-1) [n:127.0.0.1:34748_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34748.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1002442 INFO (jetty-launcher-1761-thread-1) [n:127.0.0.1:34748_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node1/.
[junit4] 2> 1002480 DEBUG (ScheduledTrigger-1561-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:34748_solr, 127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1002705 INFO (SUITE-SystemLogListenerTest-seed#[64D9824EAA566AA]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1002705 INFO (SUITE-SystemLogListenerTest-seed#[64D9824EAA566AA]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42638/solr ready
[junit4] 2> 1002718 INFO (qtp1490811998-7868) [n:127.0.0.1:34748_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&name=.system&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1002850 INFO (OverseerThreadFactory-1563-thread-1-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.CreateCollectionCmd Create collection .system
[junit4] 2> 1002995 INFO (OverseerStateUpdate-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34748/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1003018 INFO (OverseerStateUpdate-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:40045/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1003131 INFO (OverseerStateUpdate-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:40969/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1003407 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1003407 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1003534 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1003534 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1003535 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1003535 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1003643 DEBUG (ScheduledTrigger-1561-thread-2) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:34748_solr, 127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1003745 INFO (zkCallback-1778-thread-1-processing-n:127.0.0.1:40045_solr) [n:127.0.0.1:40045_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1003752 INFO (zkCallback-1776-thread-1-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1003753 INFO (zkCallback-1777-thread-1-processing-n:127.0.0.1:34748_solr) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1003755 INFO (zkCallback-1777-thread-2-processing-n:127.0.0.1:34748_solr) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1003855 INFO (zkCallback-1778-thread-1-processing-n:127.0.0.1:40045_solr) [n:127.0.0.1:40045_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1003856 INFO (zkCallback-1776-thread-1-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1003857 INFO (zkCallback-1778-thread-2-processing-n:127.0.0.1:40045_solr) [n:127.0.0.1:40045_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1003857 INFO (zkCallback-1777-thread-2-processing-n:127.0.0.1:34748_solr) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1003858 INFO (zkCallback-1776-thread-2-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1003870 INFO (zkCallback-1777-thread-1-processing-n:127.0.0.1:34748_solr) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1004643 DEBUG (ScheduledTrigger-1561-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:34748_solr, 127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1004699 WARN (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.Config You should not use LATEST as luceneMatchVersion property: if you use this setting, and then Solr upgrades to a newer release of Lucene, sizable changes may happen. If precise back compatibility is important then you should instead explicitly specify an actual Lucene version.
[junit4] 2> 1004700 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1004752 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 1004774 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
[junit4] 2> 1004827 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 1004841 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/.system/managed-schema
[junit4] 2> 1004843 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/.system/schema.xml to /configs/.system/schema.xml.bak
[junit4] 2> 1004843 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n1' using configuration from collection .system, trusted=true
[junit4] 2> 1004843 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34748.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1004844 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1004844 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node1/.system_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node1/./.system_shard1_replica_n1/data/]
[junit4] 2> 1004934 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1005060 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1005079 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.s.IndexSchema [.system_shard1_replica_n4] Schema name=_system collection or core
[junit4] 2> 1005082 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 1005083 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n4' using configuration from collection .system, trusted=true
[junit4] 2> 1005083 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40969.solr.core..system.shard1.replica_n4' (registry 'solr.core..system.shard1.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1005083 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1005083 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.c.SolrCore [[.system_shard1_replica_n4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node3/.system_shard1_replica_n4], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node3/./.system_shard1_replica_n4/data/]
[junit4] 2> 1005135 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema [.system_shard1_replica_n2] Schema name=_system collection or core
[junit4] 2> 1005207 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 1005207 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n2' using configuration from collection .system, trusted=true
[junit4] 2> 1005208 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40045.solr.core..system.shard1.replica_n2' (registry 'solr.core..system.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1005208 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1005208 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [[.system_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node2/.system_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node2/./.system_shard1_replica_n2/data/]
[junit4] 2> 1005580 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1005580 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1005581 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 1005581 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1005583 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2bef2f33[.system_shard1_replica_n1] main]
[junit4] 2> 1005597 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 1005597 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 1005597 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 1005598 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 1005598 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1005629 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1005629 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1005631 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 1005631 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1005632 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@77d9bfe8[.system_shard1_replica_n2] main]
[junit4] 2> 1005633 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585298593949941760
[junit4] 2> 1005704 INFO (searcherExecutor-1570-thread-1-processing-n:127.0.0.1:34748_solr x:.system_shard1_replica_n1 s:shard1 c:.system r:core_node3) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@2bef2f33[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1005704 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=3 found=1 timeoutin=9999ms
[junit4] 2> 1005705 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1005705 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1005705 DEBUG (ScheduledTrigger-1561-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:34748_solr, 127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1005739 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 1005739 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1005741 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@7f4a2a4c[.system_shard1_replica_n4] main]
[junit4] 2> 1005741 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 1005742 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 1005742 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 1005742 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 1005755 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 1005755 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 1005755 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 1005755 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 1005756 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1005756 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585298594078916608
[junit4] 2> 1005796 INFO (searcherExecutor-1572-thread-1-processing-n:127.0.0.1:40045_solr x:.system_shard1_replica_n2 s:shard1 c:.system r:core_node5) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2] Registered new searcher Searcher@77d9bfe8[.system_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1005800 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1005800 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585298594125053952
[junit4] 2> 1005802 INFO (searcherExecutor-1571-thread-1-processing-n:127.0.0.1:40969_solr x:.system_shard1_replica_n4 s:shard1 c:.system r:core_node6) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.c.SolrCore [.system_shard1_replica_n4] Registered new searcher Searcher@7f4a2a4c[.system_shard1_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1005946 INFO (zkCallback-1778-thread-2-processing-n:127.0.0.1:40045_solr) [n:127.0.0.1:40045_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1005946 INFO (zkCallback-1778-thread-1-processing-n:127.0.0.1:40045_solr) [n:127.0.0.1:40045_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1005946 INFO (zkCallback-1777-thread-1-processing-n:127.0.0.1:34748_solr) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1005946 INFO (zkCallback-1777-thread-2-processing-n:127.0.0.1:34748_solr) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1005962 INFO (zkCallback-1776-thread-2-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1005962 INFO (zkCallback-1776-thread-1-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1006205 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1006205 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1006205 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34748/solr/.system_shard1_replica_n1/
[junit4] 2> 1006205 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n1 url=http://127.0.0.1:34748/solr START replicas=[http://127.0.0.1:40045/solr/.system_shard1_replica_n2/, http://127.0.0.1:40969/solr/.system_shard1_replica_n4/] nUpdates=100
[junit4] 2> 1006317 INFO (qtp1985513277-7877) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.S.Request [.system_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1006318 INFO (qtp1504246322-7882) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.c.S.Request [.system_shard1_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1006604 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n1 url=http://127.0.0.1:34748/solr DONE. We have no versions. sync failed.
[junit4] 2> 1006604 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1006604 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1006604 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1006606 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34748/solr/.system_shard1_replica_n1/ shard1
[junit4] 2> 1006714 DEBUG (ScheduledTrigger-1561-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:34748_solr, 127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1006735 INFO (zkCallback-1776-thread-3-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1006735 INFO (zkCallback-1776-thread-1-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1006742 INFO (zkCallback-1777-thread-2-processing-n:127.0.0.1:34748_solr) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1006742 INFO (zkCallback-1777-thread-1-processing-n:127.0.0.1:34748_solr) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1006742 INFO (zkCallback-1778-thread-1-processing-n:127.0.0.1:40045_solr) [n:127.0.0.1:40045_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1006742 INFO (zkCallback-1778-thread-2-processing-n:127.0.0.1:40045_solr) [n:127.0.0.1:40045_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1006779 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1006781 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3373
[junit4] 2> 1006816 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3280
[junit4] 2> 1006828 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3294
[junit4] 2> 1006873 INFO (qtp1490811998-7868) [n:127.0.0.1:34748_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1006898 INFO (OverseerCollectionConfigSetProcessor-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1006972 INFO (zkCallback-1777-thread-2-processing-n:127.0.0.1:34748_solr) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1006972 INFO (zkCallback-1777-thread-1-processing-n:127.0.0.1:34748_solr) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1006972 INFO (zkCallback-1778-thread-1-processing-n:127.0.0.1:40045_solr) [n:127.0.0.1:40045_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1006972 INFO (zkCallback-1778-thread-2-processing-n:127.0.0.1:40045_solr) [n:127.0.0.1:40045_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1006972 INFO (zkCallback-1776-thread-3-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1006972 INFO (zkCallback-1776-thread-1-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1007726 DEBUG (ScheduledTrigger-1561-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:34748_solr, 127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1007876 INFO (qtp1490811998-7868) [n:127.0.0.1:34748_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=3&name=.system&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=5158
[junit4] 2> 1008027 INFO (TEST-SystemLogListenerTest.test-seed#[64D9824EAA566AA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 1008052 INFO (qtp1490811998-7871) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1008053 INFO (qtp1490811998-7871) [n:127.0.0.1:34748_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42638/solr ready
[junit4] 2> 1008068 INFO (qtp1490811998-7872) [n:127.0.0.1:34748_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 1008069 INFO (qtp1985513277-7888) [n:127.0.0.1:40045_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 1008071 INFO (qtp1504246322-7889) [n:127.0.0.1:40969_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 1008084 DEBUG (qtp1490811998-7871) [n:127.0.0.1:34748_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1008104 INFO (qtp1490811998-7871) [n:127.0.0.1:34748_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=75
[junit4] 2> 1008142 DEBUG (zkCallback-1776-thread-3-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 1008178 DEBUG (zkCallback-1776-thread-3-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:34748_solr, 127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1008178 DEBUG (zkCallback-1776-thread-3-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:34748_solr, 127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1008178 DEBUG (OverseerAutoScalingTriggerThread-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1008179 DEBUG (OverseerAutoScalingTriggerThread-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1008180 DEBUG (OverseerAutoScalingTriggerThread-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1008214 DEBUG (ScheduledTrigger-1561-thread-2) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:34748_solr, 127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1008232 INFO (qtp1490811998-7873) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1008233 INFO (qtp1490811998-7873) [n:127.0.0.1:34748_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42638/solr ready
[junit4] 2> 1008251 INFO (qtp1490811998-7872) [n:127.0.0.1:34748_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 1008253 INFO (qtp1985513277-7888) [n:127.0.0.1:40045_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 1008267 INFO (qtp1504246322-7892) [n:127.0.0.1:40969_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=12
[junit4] 2> 1008267 DEBUG (qtp1490811998-7873) [n:127.0.0.1:34748_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1008340 INFO (qtp1490811998-7873) [n:127.0.0.1:34748_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=217
[junit4] 2> 1008340 DEBUG (zkCallback-1776-thread-3-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 1008341 INFO (qtp1490811998-7875) [n:127.0.0.1:34748_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=3&name=test&nrtReplicas=2&action=CREATE&numShards=3&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1008341 DEBUG (zkCallback-1776-thread-3-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:34748_solr, 127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1008356 DEBUG (zkCallback-1776-thread-3-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:34748_solr, 127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1008356 DEBUG (OverseerAutoScalingTriggerThread-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 1008357 DEBUG (OverseerAutoScalingTriggerThread-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1008357 DEBUG (OverseerAutoScalingTriggerThread-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1008357 INFO (OverseerThreadFactory-1563-thread-2-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.CreateCollectionCmd Create collection test
[junit4] 2> 1008625 INFO (OverseerStateUpdate-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"test_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:40045/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1008625 INFO (OverseerStateUpdate-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"test_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34748/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1008626 INFO (OverseerStateUpdate-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"test_shard2_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:40969/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1008626 INFO (OverseerStateUpdate-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"test_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:40045/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1008627 INFO (OverseerStateUpdate-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"test_shard3_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34748/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1008657 INFO (OverseerStateUpdate-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"test_shard3_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:40969/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1008726 DEBUG (ScheduledTrigger-1561-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:34748_solr, 127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1008868 INFO (qtp1504246322-7885) [n:127.0.0.1:40969_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf&newCollection=true&name=test_shard2_replica_n3&action=CREATE&numShards=3&collection=test&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1008872 INFO (qtp1490811998-7872) [n:127.0.0.1:34748_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=test_shard1_replica_n2&action=CREATE&numShards=3&collection=test&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1008892 INFO (qtp1985513277-7888) [n:127.0.0.1:40045_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node10&collection.configName=conf&newCollection=true&name=test_shard2_replica_n4&action=CREATE&numShards=3&collection=test&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1008893 INFO (qtp1490811998-7874) [n:127.0.0.1:34748_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf&newCollection=true&name=test_shard3_replica_n5&action=CREATE&numShards=3&collection=test&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1008896 INFO (qtp1985513277-7887) [n:127.0.0.1:40045_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=test_shard1_replica_n1&action=CREATE&numShards=3&collection=test&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1008909 INFO (qtp1504246322-7882) [n:127.0.0.1:40969_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node12&collection.configName=conf&newCollection=true&name=test_shard3_replica_n6&action=CREATE&numShards=3&collection=test&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1009019 INFO (zkCallback-1778-thread-2-processing-n:127.0.0.1:40045_solr) [n:127.0.0.1:40045_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test/state.json] for collection [test] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1009019 INFO (zkCallback-1778-thread-1-processing-n:127.0.0.1:40045_solr) [n:127.0.0.1:40045_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test/state.json] for collection [test] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1009019 INFO (zkCallback-1777-thread-2-processing-n:127.0.0.1:34748_solr) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test/state.json] for collection [test] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1009019 INFO (zkCallback-1777-thread-1-processing-n:127.0.0.1:34748_solr) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test/state.json] for collection [test] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1009019 INFO (zkCallback-1776-thread-3-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test/state.json] for collection [test] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1009019 INFO (zkCallback-1776-thread-1-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test/state.json] for collection [test] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1009034 INFO (zkCallback-1777-thread-3-processing-n:127.0.0.1:34748_solr) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test/state.json] for collection [test] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1009218 DEBUG (ScheduledTrigger-1561-thread-4) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:34748_solr, 127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1009729 DEBUG (ScheduledTrigger-1561-thread-3) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:34748_solr, 127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1010129 INFO (qtp1490811998-7872) [n:127.0.0.1:34748_solr c:test s:shard1 r:core_node8 x:test_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1010165 INFO (qtp1490811998-7872) [n:127.0.0.1:34748_solr c:test s:shard1 r:core_node8 x:test_shard1_replica_n2] o.a.s.s.IndexSchema [test_shard1_replica_n2] Schema name=minimal
[junit4] 2> 1010167 INFO (qtp1490811998-7872) [n:127.0.0.1:34748_solr c:test s:shard1 r:core_node8 x:test_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1010167 INFO (qtp1490811998-7872) [n:127.0.0.1:34748_solr c:test s:shard1 r:core_node8 x:test_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'test_shard1_replica_n2' using configuration from collection test, trusted=true
[junit4] 2> 1010329 DEBUG (ScheduledTrigger-1561-thread-2) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:34748_solr, 127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1010332 INFO (qtp1490811998-7874) [n:127.0.0.1:34748_solr c:test s:shard3 r:core_node11 x:test_shard3_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1010353 INFO (qtp1504246322-7885) [n:127.0.0.1:40969_solr c:test s:shard2 r:core_node9 x:test_shard2_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1010355 INFO (qtp1490811998-7872) [n:127.0.0.1:34748_solr c:test s:shard1 r:core_node8 x:test_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34748.solr.core.test.shard1.replica_n2' (registry 'solr.core.test.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1010355 INFO (qtp1490811998-7872) [n:127.0.0.1:34748_solr c:test s:shard1 r:core_node8 x:test_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1010355 INFO (qtp1490811998-7872) [n:127.0.0.1:34748_solr c:test s:shard1 r:core_node8 x:test_shard1_replica_n2] o.a.s.c.SolrCore [[test_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node1/test_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node1/./test_shard1_replica_n2/data/]
[junit4] 2> 1010409 INFO (qtp1504246322-7885) [n:127.0.0.1:40969_solr c:test s:shard2 r:core_node9 x:test_shard2_replica_n3] o.a.s.s.IndexSchema [test_shard2_replica_n3] Schema name=minimal
[junit4] 2> 1010410 INFO (qtp1985513277-7887) [n:127.0.0.1:40045_solr c:test s:shard1 r:core_node7 x:test_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1010426 INFO (qtp1490811998-7874) [n:127.0.0.1:34748_solr c:test s:shard3 r:core_node11 x:test_shard3_replica_n5] o.a.s.s.IndexSchema [test_shard3_replica_n5] Schema name=minimal
[junit4] 2> 1010427 INFO (qtp1985513277-7888) [n:127.0.0.1:40045_solr c:test s:shard2 r:core_node10 x:test_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1010447 INFO (qtp1504246322-7885) [n:127.0.0.1:40969_solr c:test s:shard2 r:core_node9 x:test_shard2_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1010447 INFO (qtp1504246322-7885) [n:127.0.0.1:40969_solr c:test s:shard2 r:core_node9 x:test_shard2_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'test_shard2_replica_n3' using configuration from collection test, trusted=true
[junit4] 2> 1010462 INFO (qtp1504246322-7885) [n:127.0.0.1:40969_solr c:test s:shard2 r:core_node9 x:test_shard2_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40969.solr.core.test.shard2.replica_n3' (registry 'solr.core.test.shard2.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1010462 INFO (qtp1504246322-7885) [n:127.0.0.1:40969_solr c:test s:shard2 r:core_node9 x:test_shard2_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1010462 INFO (qtp1504246322-7885) [n:127.0.0.1:40969_solr c:test s:shard2 r:core_node9 x:test_shard2_replica_n3] o.a.s.c.SolrCore [[test_shard2_replica_n3] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node3/test_shard2_replica_n3], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node3/./test_shard2_replica_n3/data/]
[junit4] 2> 1010481 INFO (qtp1490811998-7874) [n:127.0.0.1:34748_solr c:test s:shard3 r:core_node11 x:test_shard3_replica_n5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1010481 INFO (qtp1490811998-7874) [n:127.0.0.1:34748_solr c:test s:shard3 r:core_node11 x:test_shard3_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'test_shard3_replica_n5' using configuration from collection test, trusted=true
[junit4] 2> 1010481 INFO (qtp1490811998-7874) [n:127.0.0.1:34748_solr c:test s:shard3 r:core_node11 x:test_shard3_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34748.solr.core.test.shard3.replica_n5' (registry 'solr.core.test.shard3.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1010481 INFO (qtp1490811998-7874) [n:127.0.0.1:34748_solr c:test s:shard3 r:core_node11 x:test_shard3_replica_n5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1010481 INFO (qtp1490811998-7874) [n:127.0.0.1:34748_solr c:test s:shard3 r:core_node11 x:test_shard3_replica_n5] o.a.s.c.SolrCore [[test_shard3_replica_n5] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node1/test_shard3_replica_n5], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node1/./test_shard3_replica_n5/data/]
[junit4] 2> 1010483 INFO (qtp1504246322-7882) [n:127.0.0.1:40969_solr c:test s:shard3 r:core_node12 x:test_shard3_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1010500 INFO (qtp1985513277-7887) [n:127.0.0.1:40045_solr c:test s:shard1 r:core_node7 x:test_shard1_replica_n1] o.a.s.s.IndexSchema [test_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1010500 INFO (qtp1985513277-7888) [n:127.0.0.1:40045_solr c:test s:shard2 r:core_node10 x:test_shard2_replica_n4] o.a.s.s.IndexSchema [test_shard2_replica_n4] Schema name=minimal
[junit4] 2> 1010547 INFO (qtp1504246322-7882) [n:127.0.0.1:40969_solr c:test s:shard3 r:core_node12 x:test_shard3_replica_n6] o.a.s.s.IndexSchema [test_shard3_replica_n6] Schema name=minimal
[junit4] 2> 1010709 INFO (qtp1504246322-7882) [n:127.0.0.1:40969_solr c:test s:shard3 r:core_node12 x:test_shard3_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1010709 INFO (qtp1504246322-7882) [n:127.0.0.1:40969_solr c:test s:shard3 r:core_node12 x:test_shard3_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'test_shard3_replica_n6' using configuration from collection test, trusted=true
[junit4] 2> 1010709 INFO (qtp1504246322-7882) [n:127.0.0.1:40969_solr c:test s:shard3 r:core_node12 x:test_shard3_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40969.solr.core.test.shard3.replica_n6' (registry 'solr.core.test.shard3.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1010709 INFO (qtp1504246322-7882) [n:127.0.0.1:40969_solr c:test s:shard3 r:core_node12 x:test_shard3_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1010709 INFO (qtp1504246322-7882) [n:127.0.0.1:40969_solr c:test s:shard3 r:core_node12 x:test_shard3_replica_n6] o.a.s.c.SolrCore [[test_shard3_replica_n6] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node3/test_shard3_replica_n6], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node3/./test_shard3_replica_n6/data/]
[junit4] 2> 1010748 DEBUG (ScheduledTrigger-1561-thread-2) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:34748_solr, 127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1010755 INFO (qtp1985513277-7888) [n:127.0.0.1:40045_solr c:test s:shard2 r:core_node10 x:test_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1010755 INFO (qtp1985513277-7888) [n:127.0.0.1:40045_solr c:test s:shard2 r:core_node10 x:test_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'test_shard2_replica_n4' using configuration from collection test, trusted=true
[junit4] 2> 1010756 INFO (qtp1985513277-7888) [n:127.0.0.1:40045_solr c:test s:shard2 r:core_node10 x:test_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40045.solr.core.test.shard2.replica_n4' (registry 'solr.core.test.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1010756 INFO (qtp1985513277-7888) [n:127.0.0.1:40045_solr c:test s:shard2 r:core_node10 x:test_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1010756 INFO (qtp1985513277-7888) [n:127.0.0.1:40045_solr c:test s:shard2 r:core_node10 x:test_shard2_replica_n4] o.a.s.c.SolrCore [[test_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node2/test_shard2_replica_n4], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node2/./test_shard2_replica_n4/data/]
[junit4] 2> 1010868 INFO (qtp1985513277-7887) [n:127.0.0.1:40045_solr c:test s:shard1 r:core_node7 x:test_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1010868 INFO (qtp1985513277-7887) [n:127.0.0.1:40045_solr c:test s:shard1 r:core_node7 x:test_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'test_shard1_replica_n1' using configuration from collection test, trusted=true
[junit4] 2> 1010936 INFO (qtp1985513277-7887) [n:127.0.0.1:40045_solr c:test s:shard1 r:core_node7 x:test_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40045.solr.core.test.shard1.replica_n1' (registry 'solr.core.test.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1010936 INFO (qtp1985513277-7887) [n:127.0.0.1:40045_solr c:test s:shard1 r:core_node7 x:test_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1010936 INFO (qtp1985513277-7887) [n:127.0.0.1:40045_solr c:test s:shard1 r:core_node7 x:test_shard1_replica_n1] o.a.s.c.SolrCore [[test_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node2/test_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node2/./test_shard1_replica_n1/data/]
[junit4] 2> 1011226 INFO (qtp1490811998-7872) [n:127.0.0.1:34748_solr c:test s:shard1 r:core_node8 x:test_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1011226 INFO (qtp1490811998-7872) [n:127.0.0.1:34748_solr c:test s:shard1 r:core_node8 x:test_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1011228 INFO (qtp1490811998-7872) [n:127.0.0.1:34748_solr c:test s:shard1 r:core_node8 x:test_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1011228 INFO (qtp1490811998-7872) [n:127.0.0.1:34748_solr c:test s:shard1 r:core_node8 x:test_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1011241 INFO (qtp1490811998-7872) [n:127.0.0.1:34748_solr c:test s:shard1 r:core_node8 x:test_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@28e7e430[test_shard1_replica_n2] main]
[junit4] 2> 1011244 INFO (qtp1504246322-7885) [n:127.0.0.1:40969_solr c:test s:shard2 r:core_node9 x:test_shard2_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1011244 INFO (qtp1504246322-7885) [n:127.0.0.1:40969_solr c:test s:shard2 r:core_node9 x:test_shard2_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1011261 INFO (qtp1504246322-7885) [n:127.0.0.1:40969_solr c:test s:shard2 r:core_node9 x:test_shard2_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1011261 INFO (qtp1504246322-7885) [n:127.0.0.1:40969_solr c:test s:shard2 r:core_node9 x:test_shard2_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1011263 INFO (qtp1504246322-7885) [n:127.0.0.1:40969_solr c:test s:shard2 r:core_node9 x:test_shard2_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@396e4db6[test_shard2_replica_n3] main]
[junit4] 2> 1011265 INFO (qtp1504246322-7885) [n:127.0.0.1:40969_solr c:test s:shard2 r:core_node9 x:test_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBas
[...truncated too long message...]
codahale.metrics.MetricRegistry@7be3b2f8
[junit4] 2> 1424470 INFO (zkCallback-676-thread-2-processing-n:127.0.0.1:36297_bu) [n:127.0.0.1:36297_bu c:collection1 s:shard1 r:core_node26 x:collection1_shard1_replica_n25] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1424474 INFO (TEST-PeerSyncReplicationTest.test-seed#[64D9824EAA566AA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1424474 INFO (TEST-PeerSyncReplicationTest.test-seed#[64D9824EAA566AA]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4544eccf: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@2fe6b33
[junit4] 2> 1424477 INFO (TEST-PeerSyncReplicationTest.test-seed#[64D9824EAA566AA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1424477 INFO (TEST-PeerSyncReplicationTest.test-seed#[64D9824EAA566AA]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4b6bd3dc: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5e735401
[junit4] 2> 1424499 INFO (TEST-PeerSyncReplicationTest.test-seed#[64D9824EAA566AA]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36297_bu
[junit4] 2> 1424500 INFO (TEST-PeerSyncReplicationTest.test-seed#[64D9824EAA566AA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1424558 INFO (TEST-PeerSyncReplicationTest.test-seed#[64D9824EAA566AA]) [ ] o.a.s.c.Overseer Overseer (id=99081183818678294-127.0.0.1:36297_bu-n_0000000005) closing
[junit4] 2> 1424559 WARN (OverseerAutoScalingTriggerThread-99081183818678294-127.0.0.1:36297_bu-n_0000000005) [n:127.0.0.1:36297_bu ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1424559 INFO (OverseerStateUpdate-99081183818678294-127.0.0.1:36297_bu-n_0000000005) [n:127.0.0.1:36297_bu ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36297_bu
[junit4] 2> 1424579 INFO (zkCallback-676-thread-3-processing-n:127.0.0.1:36297_bu) [n:127.0.0.1:36297_bu ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1426974 WARN (zkCallback-676-thread-2-processing-n:127.0.0.1:36297_bu) [n:127.0.0.1:36297_bu c:collection1 s:shard1 r:core_node26 x:collection1_shard1_replica_n25] o.a.s.c.SyncStrategy Closed, skipping sync up.
[junit4] 2> 1426975 INFO (zkCallback-676-thread-2-processing-n:127.0.0.1:36297_bu) [n:127.0.0.1:36297_bu c:collection1 s:shard1 r:core_node26 x:collection1_shard1_replica_n25] o.a.s.c.SolrCore [collection1_shard1_replica_n25] CLOSING SolrCore org.apache.solr.core.SolrCore@a81b96e
[junit4] 2> 1426975 INFO (zkCallback-676-thread-2-processing-n:127.0.0.1:36297_bu) [n:127.0.0.1:36297_bu c:collection1 s:shard1 r:core_node26 x:collection1_shard1_replica_n25] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n25, tag=176273774
[junit4] 2> 1426975 INFO (zkCallback-676-thread-2-processing-n:127.0.0.1:36297_bu) [n:127.0.0.1:36297_bu c:collection1 s:shard1 r:core_node26 x:collection1_shard1_replica_n25] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6d1b0dfc: rootName = null, domain = solr.core.collection1.shard1.replica_n25, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n25 / com.codahale.metrics.MetricRegistry@3a7e4ab2
[junit4] 2> 1427003 INFO (zkCallback-676-thread-2-processing-n:127.0.0.1:36297_bu) [n:127.0.0.1:36297_bu c:collection1 s:shard1 r:core_node26 x:collection1_shard1_replica_n25] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=176273774
[junit4] 2> 1427061 INFO (TEST-PeerSyncReplicationTest.test-seed#[64D9824EAA566AA]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5cd497e8{SSL,[ssl, http/1.1]}{127.0.0.1:36297}
[junit4] 2> 1427061 INFO (TEST-PeerSyncReplicationTest.test-seed#[64D9824EAA566AA]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7a11ca1f{/bu,null,UNAVAILABLE}
[junit4] 2> 1427062 ERROR (TEST-PeerSyncReplicationTest.test-seed#[64D9824EAA566AA]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1427088 INFO (TEST-PeerSyncReplicationTest.test-seed#[64D9824EAA566AA]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46815 46815
[junit4] 2> 1427446 INFO (Thread-1506) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46815 46815
[junit4] 2> 1427463 WARN (Thread-1506) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/aliases.json
[junit4] 2> 6 /solr/security.json
[junit4] 2> 6 /solr/configs/conf1
[junit4] 2> 5 /solr/collections/collection1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/clusterstate.json
[junit4] 2> 8 /solr/clusterprops.json
[junit4] 2> 3 /solr/autoscaling.json
[junit4] 2> 2 /solr/overseer_elect/election/99081183818678277-127.0.0.1:40737_bu-n_0000000000
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/99081183818678282-core_node22-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/99081183818678282-127.0.0.1:46381_bu-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/live_nodes
[junit4] 2> 8 /solr/collections
[junit4] 2> 3 /solr/overseer/queue
[junit4] 2> 3 /solr/overseer/collection-queue-work
[junit4] 2> 3 /solr/overseer/queue-work
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=PeerSyncReplicationTest -Dtests.method=test -Dtests.seed=64D9824EAA566AA -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=hr -Dtests.timezone=Asia/Ho_Chi_Minh -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 89.6s J1 | PeerSyncReplicationTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected:<0> but was:<1>
[junit4] > at __randomizedtesting.SeedInfo.seed([64D9824EAA566AA:8E19A7FE44590B52]:0)
[junit4] > at org.apache.solr.cloud.PeerSyncReplicationTest.test(PeerSyncReplicationTest.java:202)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_64D9824EAA566AA-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {rnd_s=Lucene50(blocksize=128), multiDefault=PostingsFormat(name=LuceneVarGapFixedInterval), a_t=PostingsFormat(name=LuceneVarGapFixedInterval), id=PostingsFormat(name=Memory), text=PostingsFormat(name=LuceneFixedGap)}, docValues:{other_tl1=DocValuesFormat(name=Lucene70), range_facet_l_dv=DocValuesFormat(name=Asserting), _version_=DocValuesFormat(name=Lucene70), intDefault=DocValuesFormat(name=Lucene70), id_i1=DocValuesFormat(name=Lucene70), a_i1=DocValuesFormat(name=Memory), range_facet_i_dv=DocValuesFormat(name=Memory), intDvoDefault=DocValuesFormat(name=Asserting), range_facet_l=DocValuesFormat(name=Memory), timestamp=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=280, maxMBSortInHeap=6.799311483016091, sim=RandomSimilarity(queryNorm=false): {}, locale=hr, timezone=Asia/Ho_Chi_Minh
[junit4] 2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=113164160,total=483393536
[junit4] 2> NOTE: All tests run in this JVM: [BadIndexSchemaTest, TestPerFieldSimilarity, SparseHLLTest, TestFastLRUCache, SolrCLIZkUtilsTest, SynonymTokenizerTest, RequestLoggingTest, LegacyCloudClusterPropTest, TestConfigSetsAPIExclusivity, TestSolrCloudWithKerberosAlt, DistributedVersionInfoTest, TestSolrQueryParser, TestLegacyFieldReuse, HighlighterConfigTest, TemplateUpdateProcessorTest, TestAtomicUpdateErrorCases, CoreMergeIndexesAdminHandlerTest, TestPushWriter, SuggesterFSTTest, CollectionTooManyReplicasTest, TestLazyCores, NumericFieldsTest, TestAnalyzedSuggestions, TriLevelCompositeIdRoutingTest, MBeansHandlerTest, AssignTest, CdcrRequestHandlerTest, TestSerializedLuceneMatchVersion, DistributedTermsComponentTest, TestInitParams, TestSimpleTrackingShardHandler, CreateCollectionCleanupTest, SOLR749Test, SuggesterTSTTest, TestBulkSchemaAPI, MoveReplicaHDFSFailoverTest, RollingRestartTest, TestFilteredDocIdSet, TestFieldTypeCollectionResource, SchemaVersionSpecificBehaviorTest, RequestHandlersTest, WrapperMergePolicyFactoryTest, TestReplicaProperties, PathHierarchyTokenizerFactoryTest, SolrCmdDistributorTest, SpellingQueryConverterTest, HdfsWriteToMultipleCollectionsTest, TestExactStatsCache, TestQueryWrapperFilter, TestMacros, HdfsDirectoryFactoryTest, RuleEngineTest, PreAnalyzedFieldTest, PeerSyncReplicationTest]
[junit4] Completed [119/749 (2!)] on J1 in 89.81s, 1 test, 1 failure <<< FAILURES!
[...truncated 49512 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 266 - Still unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/266/
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration
Error Message:
Path /autoscaling/nodeAdded/127.0.0.1:34781_solr wasn't created
Stack Trace:
java.lang.AssertionError: Path /autoscaling/nodeAdded/127.0.0.1:34781_solr wasn't created
at __randomizedtesting.SeedInfo.seed([3B6506DBFB420724:23DF8ED7F577CACB]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration(TriggerIntegrationTest.java:924)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12896 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> 4082362 INFO (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3B6506DBFB420724-001/init-core-data-001
[junit4] 2> 4082363 WARN (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 4082363 INFO (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 4082364 INFO (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 4082365 INFO (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3B6506DBFB420724-001/tempDir-001
[junit4] 2> 4082365 INFO (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4082365 INFO (Thread-3496) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4082365 INFO (Thread-3496) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4082415 ERROR (Thread-3496) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4082471 INFO (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:33441
[junit4] 2> 4082558 INFO (jetty-launcher-3411-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 4082577 INFO (jetty-launcher-3411-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 4082760 INFO (jetty-launcher-3411-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@72e22f29{/solr,null,AVAILABLE}
[junit4] 2> 4082762 INFO (jetty-launcher-3411-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@59997428{HTTP/1.1,[http/1.1]}{127.0.0.1:34600}
[junit4] 2> 4082762 INFO (jetty-launcher-3411-thread-2) [ ] o.e.j.s.Server Started @4097075ms
[junit4] 2> 4082762 INFO (jetty-launcher-3411-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34600}
[junit4] 2> 4082762 ERROR (jetty-launcher-3411-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4082763 INFO (jetty-launcher-3411-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 4082763 INFO (jetty-launcher-3411-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4082763 INFO (jetty-launcher-3411-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4082763 INFO (jetty-launcher-3411-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-02T09:01:14.511Z
[junit4] 2> 4082780 INFO (jetty-launcher-3411-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7b20d01e{/solr,null,AVAILABLE}
[junit4] 2> 4082781 INFO (jetty-launcher-3411-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@26065b58{HTTP/1.1,[http/1.1]}{127.0.0.1:34227}
[junit4] 2> 4082781 INFO (jetty-launcher-3411-thread-1) [ ] o.e.j.s.Server Started @4097094ms
[junit4] 2> 4082781 INFO (jetty-launcher-3411-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34227}
[junit4] 2> 4082781 ERROR (jetty-launcher-3411-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4082781 INFO (jetty-launcher-3411-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 4082781 INFO (jetty-launcher-3411-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4082781 INFO (jetty-launcher-3411-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4082781 INFO (jetty-launcher-3411-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-02T09:01:14.529Z
[junit4] 2> 4082854 INFO (jetty-launcher-3411-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4082910 INFO (jetty-launcher-3411-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4082964 INFO (jetty-launcher-3411-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33441/solr
[junit4] 2> 4082980 INFO (jetty-launcher-3411-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33441/solr
[junit4] 2> 4083111 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x16016754c230005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 4083280 INFO (jetty-launcher-3411-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4083313 INFO (jetty-launcher-3411-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34227_solr
[junit4] 2> 4083315 INFO (jetty-launcher-3411-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.Overseer Overseer (id=99103884846497798-127.0.0.1:34227_solr-n_0000000000) starting
[junit4] 2> 4083351 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 4083366 INFO (jetty-launcher-3411-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34227_solr
[junit4] 2> 4083386 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 4083387 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: []
[junit4] 2> 4083387 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 4083387 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 4083389 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4083389 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 4083403 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: []
[junit4] 2> 4083440 INFO (zkCallback-3424-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4083533 INFO (jetty-launcher-3411-thread-2) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4083535 INFO (jetty-launcher-3411-thread-2) [n:127.0.0.1:34600_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4083536 INFO (jetty-launcher-3411-thread-2) [n:127.0.0.1:34600_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34600_solr
[junit4] 2> 4083606 INFO (zkCallback-3424-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4083659 INFO (zkCallback-3422-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4083735 INFO (jetty-launcher-3411-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34227.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4083771 INFO (jetty-launcher-3411-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34227.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4083771 INFO (jetty-launcher-3411-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34227.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4083772 INFO (jetty-launcher-3411-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3B6506DBFB420724-001/tempDir-001/node1/.
[junit4] 2> 4083952 INFO (jetty-launcher-3411-thread-2) [n:127.0.0.1:34600_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34600.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4083971 INFO (jetty-launcher-3411-thread-2) [n:127.0.0.1:34600_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34600.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4083988 INFO (jetty-launcher-3411-thread-2) [n:127.0.0.1:34600_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34600.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4083989 INFO (jetty-launcher-3411-thread-2) [n:127.0.0.1:34600_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3B6506DBFB420724-001/tempDir-001/node2/.
[junit4] 2> 4084318 INFO (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4084319 INFO (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33441/solr ready
[junit4] 2> 4084479 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4084589 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSetProperties
[junit4] 2> 4084610 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 4084610 DEBUG (zkCallback-3424-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 4084610 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 4084693 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4084728 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4084747 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 4085737 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerScheduleDelaySeconds from: 1 to: 4
[junit4] 2> 4089751 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerScheduleDelaySeconds from: 4 to: 1
[junit4] 2> 4099853 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerCorePoolSize from: 4 to: 6
[junit4] 2> 4109947 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: actionThrottlePeriodSeconds from: 5 to: 6
[junit4] 2> 4109964 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4109964 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y1 instantiated with properties: {waitFor=0, actions=[{name=throttler, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}]}
[junit4] 2> 4109966 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 4109967 DEBUG (ScheduledTrigger-4871-thread-5) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 4109967 DEBUG (ScheduledTrigger-4871-thread-5) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4109984 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4109984 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y2 instantiated with properties: {waitFor=0, actions=[{name=throttler, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}]}
[junit4] 2> 4109986 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 4109986 DEBUG (ScheduledTrigger-4871-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 4109986 DEBUG (ScheduledTrigger-4871-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4109987 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 4110070 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@14cf5b79{/solr,null,AVAILABLE}
[junit4] 2> 4110071 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@42c968ed{HTTP/1.1,[http/1.1]}{127.0.0.1:34461}
[junit4] 2> 4110071 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.e.j.s.Server Started @4124384ms
[junit4] 2> 4110071 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34461}
[junit4] 2> 4110071 ERROR (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4110071 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 4110071 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4110071 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4110071 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-02T09:01:41.819Z
[junit4] 2> 4110111 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4110144 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33441/solr
[junit4] 2> 4110346 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [n:127.0.0.1:34461_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4110347 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [n:127.0.0.1:34461_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4110349 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [n:127.0.0.1:34461_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34461_solr
[junit4] 2> 4110350 INFO (zkCallback-3424-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4110379 INFO (zkCallback-3422-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4110432 INFO (zkCallback-3430-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4110432 INFO (zkCallback-3435-thread-1-processing-n:127.0.0.1:34461_solr) [n:127.0.0.1:34461_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4110755 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [n:127.0.0.1:34461_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34461.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4110901 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [n:127.0.0.1:34461_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34461.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4110901 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [n:127.0.0.1:34461_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34461.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4110902 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [n:127.0.0.1:34461_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3B6506DBFB420724-001/tempDir-001/node3/.
[junit4] 2> 4110993 DEBUG (ScheduledTrigger-4871-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 4110993 DEBUG (ScheduledTrigger-4871-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4110993 DEBUG (ScheduledTrigger-4871-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:34461_solr at time 1512205302741000000
[junit4] 2> 4110994 DEBUG (ScheduledTrigger-4871-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y2 firing registered processor for nodes: [127.0.0.1:34461_solr] added at times [1512205302741000000], now=1512205302742000000
[junit4] 2> 4110994 DEBUG (ScheduledTrigger-4871-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"14fc6eb5f956df40Tdzhjlbtxdh8duv2y9ds42jtj5",
[junit4] 2> "source":"y2",
[junit4] 2> "eventTime":1512205302741000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205302741000000],
[junit4] 2> "nodeNames":["127.0.0.1:34461_solr"]}}
[junit4] 2> 4111084 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 4111084 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4111084 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:34461_solr at time 1512205302832000000
[junit4] 2> 4111084 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y1 firing registered processor for nodes: [127.0.0.1:34461_solr] added at times [1512205302832000000], now=1512205302832000000
[junit4] 2> 4111084 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"14fc6eb5fec36c00Tdzhjlbtxdh8duv2y9ds42jtj6",
[junit4] 2> "source":"y1",
[junit4] 2> "eventTime":1512205302832000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205302832000000],
[junit4] 2> "nodeNames":["127.0.0.1:34461_solr"]}}
[junit4] 2> 4111157 DEBUG (AutoscalingActionExecutor-4872-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"14fc6eb5f956df40Tdzhjlbtxdh8duv2y9ds42jtj5",
[junit4] 2> "source":"y2",
[junit4] 2> "eventTime":1512205302741000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205302741000000],
[junit4] 2> "_enqueue_time_":1512205302831000000,
[junit4] 2> "nodeNames":["127.0.0.1:34461_solr"]}}
[junit4] 2> 4111157 INFO (AutoscalingActionExecutor-4872-thread-1) [ ] o.a.s.c.a.TriggerIntegrationTest action executed from y2
[junit4] 2> 4112143 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 4112143 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4112143 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y1 firing registered processor for nodes: [127.0.0.1:34461_solr] added at times [1512205302832000000], now=1512205303891000000
[junit4] 2> 4112143 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fc6eb5fec36c00Tdzhjlbtxdh8duv2y9ds42jtj7",
[junit4] 2> "source":"y1",
[junit4] 2> "eventTime":1512205302832000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205302832000000],
[junit4] 2> "nodeNames":["127.0.0.1:34461_solr"]}}
[junit4] 2> 4112326 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 4112326 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4113154 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 4113155 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4113155 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y1 firing registered processor for nodes: [127.0.0.1:34461_solr] added at times [1512205302832000000], now=1512205304903000000
[junit4] 2> 4113155 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fc6eb5fec36c00Tdzhjlbtxdh8duv2y9ds42jtj8",
[junit4] 2> "source":"y1",
[junit4] 2> "eventTime":1512205302832000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205302832000000],
[junit4] 2> "nodeNames":["127.0.0.1:34461_solr"]}}
[junit4] 2> 4113333 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 4113333 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4114167 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 4114167 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4114167 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y1 firing registered processor for nodes: [127.0.0.1:34461_solr] added at times [1512205302832000000], now=1512205305915000000
[junit4] 2> 4114167 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fc6eb5fec36c00Tdzhjlbtxdh8duv2y9ds42jtj9",
[junit4] 2> "source":"y1",
[junit4] 2> "eventTime":1512205302832000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205302832000000],
[junit4] 2> "nodeNames":["127.0.0.1:34461_solr"]}}
[junit4] 2> 4114350 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 4114350 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4115177 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 4115178 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4115178 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y1 firing registered processor for nodes: [127.0.0.1:34461_solr] added at times [1512205302832000000], now=1512205306926000000
[junit4] 2> 4115178 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fc6eb5fec36c00Tdzhjlbtxdh8duv2y9ds42jtja",
[junit4] 2> "source":"y1",
[junit4] 2> "eventTime":1512205302832000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205302832000000],
[junit4] 2> "nodeNames":["127.0.0.1:34461_solr"]}}
[junit4] 2> 4115356 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 4115356 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4116189 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 4116189 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4116189 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y1 firing registered processor for nodes: [127.0.0.1:34461_solr] added at times [1512205302832000000], now=1512205307937000000
[junit4] 2> 4116189 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fc6eb5fec36c00Tdzhjlbtxdh8duv2y9ds42jtjb",
[junit4] 2> "source":"y1",
[junit4] 2> "eventTime":1512205302832000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205302832000000],
[junit4] 2> "nodeNames":["127.0.0.1:34461_solr"]}}
[junit4] 2> 4116356 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 4116356 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4117189 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 4117190 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4117190 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y1 firing registered processor for nodes: [127.0.0.1:34461_solr] added at times [1512205302832000000], now=1512205308938000000
[junit4] 2> 4117243 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"14fc6eb5fec36c00Tdzhjlbtxdh8duv2y9ds42jtjc",
[junit4] 2> "source":"y1",
[junit4] 2> "eventTime":1512205302832000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205302832000000],
[junit4] 2> "nodeNames":["127.0.0.1:34461_solr"]}}
[junit4] 2> 4117244 DEBUG (AutoscalingActionExecutor-4872-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"14fc6eb5fec36c00Tdzhjlbtxdh8duv2y9ds42jtjc",
[junit4] 2> "source":"y1",
[junit4] 2> "eventTime":1512205302832000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205302832000000],
[junit4] 2> "_enqueue_time_":1512205308991000000,
[junit4] 2> "nodeNames":["127.0.0.1:34461_solr"]}}
[junit4] 2> 4117244 INFO (AutoscalingActionExecutor-4872-thread-1) [ ] o.a.s.c.ActionThrottle The last action attempt started 6086ms ago.
[junit4] 2> 4117244 INFO (AutoscalingActionExecutor-4872-thread-1) [ ] o.a.s.c.a.TriggerIntegrationTest last action at 1512205302978000000 time = 1512205308992000000 expected diff: 5998000000
[junit4] 2> 4117244 INFO (AutoscalingActionExecutor-4872-thread-1) [ ] o.a.s.c.a.TriggerIntegrationTest action executed from y1
[junit4] 2> 4117312 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@42c968ed{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 4117312 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=890939601
[junit4] 2> 4117328 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 4117328 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@142f7481: rootName = solr_34461, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2df0eb26
[junit4] 2> 4117366 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 4117366 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6ca9d15c: rootName = solr_34461, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@183e7767
[junit4] 2> 4117369 DEBUG (ScheduledTrigger-4871-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 4117369 DEBUG (ScheduledTrigger-4871-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4117403 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 4117403 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@717642b: rootName = solr_34461, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6bc7478d
[junit4] 2> 4117405 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34461_solr
[junit4] 2> 4117422 INFO (zkCallback-3424-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 4117422 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 4117426 INFO (zkCallback-3422-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 4117426 INFO (zkCallback-3430-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 4117434 INFO (zkCallback-3435-thread-1-processing-n:127.0.0.1:34461_solr) [n:127.0.0.1:34461_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 4117446 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 4117455 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@14cf5b79{/solr,null,UNAVAILABLE}
[junit4] 2> 4117459 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSetProperties
[junit4] 2> 4117570 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEventFromRestoredState
[junit4] 2> 4117581 DEBUG (zkCallback-3424-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 4117589 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 4117589 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4117605 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 3
[junit4] 2> 4117609 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4117625 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 4118066 INFO (qtp1166329626-15911) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4118066 INFO (qtp1166329626-15911) [n:127.0.0.1:34600_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33441/solr ready
[junit4] 2> 4118080 INFO (qtp1351438513-15902) [n:127.0.0.1:34227_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 4118081 INFO (qtp1166329626-15909) [n:127.0.0.1:34600_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 4118081 DEBUG (qtp1166329626-15911) [n:127.0.0.1:34600_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 4118082 DEBUG (zkCallback-3424-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 4118082 INFO (qtp1166329626-15911) [n:127.0.0.1:34600_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=37
[junit4] 2> 4118093 DEBUG (zkCallback-3424-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4118094 DEBUG (zkCallback-3424-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=10, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 4118094 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 4118094 INFO (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 4118095 INFO (qtp1351438513-15900) [n:127.0.0.1:34227_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4118096 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4118096 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4118096 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4118096 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 4118144 INFO (qtp1351438513-15900) [n:127.0.0.1:34227_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=49
[junit4] 2> 4118167 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 4118297 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@41c02299{/solr,null,AVAILABLE}
[junit4] 2> 4118297 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@622eddb5{HTTP/1.1,[http/1.1]}{127.0.0.1:33977}
[junit4] 2> 4118297 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.e.j.s.Server Started @4132610ms
[junit4] 2> 4118297 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33977}
[junit4] 2> 4118298 ERROR (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4118298 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 4118298 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4118298 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4118298 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-02T09:01:50.046Z
[junit4] 2> 4118322 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4118411 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33441/solr
[junit4] 2> 4118510 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:33977_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4118524 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:33977_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4118525 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:33977_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33977_solr
[junit4] 2> 4118526 INFO (zkCallback-3424-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4118654 INFO (zkCallback-3430-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4118655 INFO (zkCallback-3422-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4118656 INFO (zkCallback-3444-thread-1-processing-n:127.0.0.1:33977_solr) [n:127.0.0.1:33977_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4118946 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:33977_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33977.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4119000 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:33977_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33977.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4119000 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:33977_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33977.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4119001 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:33977_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3B6506DBFB420724-001/tempDir-001/node4/.
[junit4] 2> 4119113 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4119113 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4119113 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:33977_solr at time 1512205310861000000
[junit4] 2> 4120150 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4120150 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4120150 INFO (OverseerCollectionConfigSetProcessor-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 4121159 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4121159 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4122172 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4122172 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4123181 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4123181 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4124190 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4124190 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4125194 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4125195 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4126200 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4126200 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4127212 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4127212 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4128212 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4128212 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4129214 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4129214 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4129214 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:33977_solr] added at times [1512205310861000000], now=1512205320962000000
[junit4] 2> 4129214 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"14fc6eb7dd543d40Tdzhjlbtxdh8duv2y9ds42jtjd",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1512205310861000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205310861000000],
[junit4] 2> "nodeNames":["127.0.0.1:33977_solr"]}}
[junit4] 2> 4129215 INFO (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 4129216 DEBUG (AutoscalingActionExecutor-4865-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"14fc6eb7dd543d40Tdzhjlbtxdh8duv2y9ds42jtjd",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1512205310861000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205310861000000],
[junit4] 2> "_enqueue_time_":1512205320963000000,
[junit4] 2> "nodeNames":["127.0.0.1:33977_solr"]}}
[junit4] 2> 4129217 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 4129288 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@787deafd{/solr,null,AVAILABLE}
[junit4] 2> 4129289 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@df5f5e7{HTTP/1.1,[http/1.1]}{127.0.0.1:35452}
[junit4] 2> 4129289 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.e.j.s.Server Started @4143602ms
[junit4] 2> 4129289 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35452}
[junit4] 2> 4129289 ERROR (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4129289 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 4129290 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4129290 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4129290 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-02T09:02:01.038Z
[junit4] 2> 4129325 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4129362 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33441/solr
[junit4] 2> 4129464 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:35452_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 4129465 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:35452_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4129502 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:35452_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35452_solr
[junit4] 2> 4129503 INFO (zkCallback-3444-thread-1-processing-n:127.0.0.1:33977_solr) [n:127.0.0.1:33977_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4129504 INFO (zkCallback-3422-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4129504 INFO (zkCallback-3430-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4129561 INFO (zkCallback-3450-thread-1-processing-n:127.0.0.1:35452_solr) [n:127.0.0.1:35452_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4129561 INFO (zkCallback-3424-thread-2-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4129730 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:35452_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35452.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4129856 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:35452_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35452.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4129869 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:35452_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35452.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4129870 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:35452_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3B6506DBFB420724-001/tempDir-001/node5/.
[junit4] 2> 4130230 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4130230 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4130230 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:35452_solr at time 1512205321978000000
[junit4] 2> 4131242 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4131242 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4132251 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4132251 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4133259 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4133260 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4134274 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4134275 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4135275 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4135304 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4136307 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4136307 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4137313 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4137314 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4138314 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4138314 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4139314 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4139314 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4140280 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@26065b58{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 4140296 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=593995213
[junit4] 2> 4140296 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 4140296 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@52507be: rootName = solr_34227, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4fd187ae
[junit4] 2> 4140318 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 4140318 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3fbfd183: rootName = solr_34227, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@183e7767
[junit4] 2> 4140325 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4140325 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4140325 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:35452_solr] added at times [1512205321978000000], now=1512205332073000000
[junit4] 2> 4140325 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"14fc6eba73f43280Tdzhjlbtxdh8duv2y9ds42jtjf",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1512205321978000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205321978000000],
[junit4] 2> "nodeNames":["127.0.0.1:35452_solr"]}}
[junit4] 2> 4140333 DEBUG (AutoscalingActionExecutor-4865-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"14fc6eba73f43280Tdzhjlbtxdh8duv2y9ds42jtjf",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1512205321978000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205321978000000],
[junit4] 2> "_enqueue_time_":1512205332073000000,
[junit4] 2> "nodeNames":["127.0.0.1:35452_solr"]}}
[junit4] 2> 4140333 INFO (AutoscalingActionExecutor-4865-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.ActionThrottle The last action attempt started 11117ms ago.
[junit4] 2> 4140334 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 4140334 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@b1c4d0f: rootName = solr_34227, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6bc7478d
[junit4] 2> 4140336 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34227_solr
[junit4] 2> 4140353 INFO (zkCallback-3422-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 4140353 INFO (zkCallback-3430-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 4140354 INFO (zkCallback-3444-thread-1-processing-n:127.0.0.1:33977_solr) [n:127.0.0.1:33977_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 4140354 INFO (zkCallback-3424-thread-2-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 4140354 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 4140355 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 4140355 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.c.Overseer Overseer (id=99103884846497798-127.0.0.1:34227_solr-n_0000000000) closing
[junit4] 2> 4140355 INFO (OverseerStateUpdate-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34227_solr
[junit4] 2> 4140356 INFO (zkCallback-3450-thread-1-processing-n:127.0.0.1:35452_solr) [n:127.0.0.1:35452_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 4140361 WARN (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 4140378 DEBUG (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 4140379 INFO (zkCallback-3422-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34600_solr
[junit4] 2> 4140379 INFO (zkCallback-3422-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.Overseer Overseer (id=99103884846497796-127.0.0.1:34600_solr-n_0000000001) starting
[junit4] 2> 4140380 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7b20d01e{/solr,null,UNAVAILABLE}
[junit4] 2> 4140380 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testEventFromRestoredState
[junit4] 2> 4140500 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 4140501 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 4140501 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4140501 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=10, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 4140501 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4140502 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion -1
[junit4] 2> 4140502 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 4140555 INFO (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 4140556 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 4140556 DEBUG (ScheduledTrigger-4894-thread-1) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4140634 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCooldown
[junit4] 2> 4140662 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 6
[junit4] 2> 4140663 DEBUG (zkCallback-3422-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 4140663 DEBUG (ScheduledTrigger-4894-thread-2) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4140663 DEBUG (ScheduledTrigger-4894-thread-2) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4140664 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 4140698 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4140715 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4140717 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 4140751 INFO (qtp1220350304-15997) [n:127.0.0.1:33977_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 4140752 INFO (qtp1220350304-15997) [n:127.0.0.1:33977_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33441/solr ready
[junit4] 2> 4140754 INFO (qtp1220350304-15999) [n:127.0.0.1:33977_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 4140755 INFO (qtp776807560-16017) [n:127.0.0.1:35452_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 4140756 INFO (qtp1166329626-15909) [n:127.0.0.1:34600_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 4140756 DEBUG (qtp1220350304-15997) [n:127.0.0.1:33977_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 4140769 INFO (qtp1220350304-15997) [n:127.0.0.1:33977_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=52
[junit4] 2> 4140769 DEBUG (zkCallback-3422-thread-3-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 4140770 DEBUG (zkCallback-3422-thread-3-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4140771 DEBUG (zkCallback-3422-thread-3-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 4140771 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 4140821 INFO (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 4140828 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4140829 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 4140830 DEBUG (ScheduledTrigger-4894-thread-3) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 4140830 DEBUG (ScheduledTrigger-4894-thread-3) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4140830 INFO (qtp776807560-16018) [n:127.0.0.1:35452_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 4140831 INFO (qtp776807560-16018) [n:127.0.0.1:35452_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33441/solr ready
[junit4] 2> 4140832 INFO (qtp1220350304-15999) [n:127.0.0.1:33977_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 4140842 INFO (qtp776807560-16021) [n:127.0.0.1:35452_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 4140849 INFO (qtp1166329626-15909) [n:127.0.0.1:34600_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 4140850 DEBUG (qtp776807560-16018) [n:127.0.0.1:35452_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 4140861 INFO (qtp776807560-16018) [n:127.0.0.1:35452_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=91
[junit4] 2> 4140862 DEBUG (zkCallback-3422-thread-3-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 4140862 DEBUG (zkCallback-3422-thread-3-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4140862 DEBUG (zkCallback-3422-thread-3-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 4140862 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 4140862 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 4140863 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4140863 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 4140864 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4431b419{/solr,null,AVAILABLE}
[junit4] 2> 4140864 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3785865d{HTTP/1.1,[http/1.1]}{127.0.0.1:43709}
[junit4] 2> 4140864 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.e.j.s.Server Started @4155177ms
[junit4] 2> 4140864 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43709}
[junit4] 2> 4140864 ERROR (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4140865 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 4140865 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4140865 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4140865 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-02T09:02:12.613Z
[junit4] 2> 4140900 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4140971 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33441/solr
[junit4] 2> 4141031 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [n:127.0.0.1:43709_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 4141046 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [n:127.0.0.1:43709_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4141047 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [n:127.0.0.1:43709_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43709_solr
[junit4] 2> 4141101 INFO (zkCallback-3422-thread-3-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4141158 INFO (zkCallback-3430-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4141227 INFO (zkCallback-3463-thread-1-processing-n:127.0.0.1:43709_solr) [n:127.0.0.1:43709_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4141155 INFO (zkCallback-3450-thread-1-processing-n:127.0.0.1:35452_solr) [n:127.0.0.1:35452_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4141154 INFO (zkCallback-3444-thread-1-processing-n:127.0.0.1:33977_solr) [n:127.0.0.1:33977_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4141513 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [n:127.0.0.1:43709_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43709.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4141550 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [n:127.0.0.1:43709_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43709.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4141551 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [n:127.0.0.1:43709_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43709.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4141568 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [n:127.0.0.1:43709_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3B6506DBFB420724-001/tempDir-001/node6/.
[junit4] 2> 4141831 DEBUG (ScheduledTrigger-4894-thread-3) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 4141831 DEBUG (ScheduledTrigger-4894-thread-3) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_
[...truncated too long message...]
t4] 2> 4274491 INFO (zkCallback-3469-thread-2-processing-n:127.0.0.1:41414_solr) [n:127.0.0.1:41414_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (0)
[junit4] 2> 4274495 DEBUG (jetty-closer-3412-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 4274496 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x16016754c230017, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 4274530 INFO (jetty-closer-3412-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@145b40ad{/solr,null,UNAVAILABLE}
[junit4] 2> 4274655 INFO (coreCloseExecutor-5012-thread-1) [n:127.0.0.1:45008_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@6352827
[junit4] 2> 4274655 INFO (coreCloseExecutor-5012-thread-1) [n:127.0.0.1:45008_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n1, tag=104146983
[junit4] 2> 4274655 INFO (coreCloseExecutor-5012-thread-1) [n:127.0.0.1:45008_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2f332920: rootName = solr_45008, domain = solr.core.collection1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@ccc893b
[junit4] 2> 4274674 INFO (jetty-closer-3412-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4431b419{/solr,null,UNAVAILABLE}
[junit4] 2> 4274691 INFO (coreCloseExecutor-5012-thread-1) [n:127.0.0.1:45008_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=104146983
[junit4] 2> 4274715 INFO (zkCallback-3595-thread-1-processing-n:127.0.0.1:45008_solr) [n:127.0.0.1:45008_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45008_solr
[junit4] 2> 4275960 WARN (zkCallback-3536-thread-2-processing-n:127.0.0.1:39641_solr) [n:127.0.0.1:39641_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4275961 INFO (jetty-closer-3412-thread-6) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@78cb70f2{/solr,null,UNAVAILABLE}
[junit4] 2> 4275977 WARN (zkCallback-3549-thread-2-processing-n:127.0.0.1:34781_solr) [n:127.0.0.1:34781_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4275977 INFO (jetty-closer-3412-thread-7) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@ef46db0{/solr,null,UNAVAILABLE}
[junit4] 2> 4275989 WARN (zkCallback-3527-thread-2-processing-n:127.0.0.1:38418_solr) [n:127.0.0.1:38418_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4275989 INFO (jetty-closer-3412-thread-5) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@a11a967{/solr,null,UNAVAILABLE}
[junit4] 2> 4276181 INFO (jetty-closer-3412-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@531ab1a3{/solr,null,UNAVAILABLE}
[junit4] 2> 4276384 INFO (jetty-closer-3412-thread-10) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@54305716{/solr,null,UNAVAILABLE}
[junit4] 2> 4276407 ERROR (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4276407 INFO (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33441 33441
[junit4] 2> 4276472 INFO (Thread-3496) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33441 33441
[junit4] 2> 4276473 WARN (Thread-3496) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 44 /solr/aliases.json
[junit4] 2> 44 /solr/clusterprops.json
[junit4] 2> 18 /solr/security.json
[junit4] 2> 2 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 44 /solr/clusterstate.json
[junit4] 2> 14 /solr/collections/collection1/state.json
[junit4] 2> 5 /solr/autoscaling.json
[junit4] 2> 3 /solr/overseer_elect/election/99103884846497833-127.0.0.1:36356_solr-n_0000000009
[junit4] 2> 2 /solr/overseer_elect/election/99103884846497796-127.0.0.1:34600_solr-n_0000000001
[junit4] 2> 2 /solr/overseer_elect/election/99103884846497863-1270.0.1:44334_solr-n_0000000015
[junit4] 2> 2 /solr/overseer_elect/election/99103884846497851-127.0.0.1:34781_solr-n_0000000013
[junit4] 2> 2 /solr/overseer_elect/election/99103884846497822-127.0.0.1:44988_solr-n_0000000007
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 44 /solr/collections
[junit4] 2> 43 /solr/live_nodes
[junit4] 2> 5 /solr/overseer/queue-work
[junit4] 2> 5 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 5 /solr/overseer/queue
[junit4] 2> 5 /solr/overseer/collection-queue-work
[junit4] 2> 3 /solr/autoscaling/events/node_added_trigger
[junit4] 2> 2 /solr/autoscaling/events/node_lost_trigger
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3B6506DBFB420724-001
[junit4] 2> Dec 02, 2017 9:04:28 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=true): {}, locale=sr-Latn-RS, timezone=Asia/Istanbul
[junit4] 2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=261714784,total=523239424
[junit4] 2> NOTE: All tests run in this JVM: [DistribDocExpirationUpdateProcessorTest, TestExportWriter, ReplaceNodeTest, TestAuthorizationFramework, TestXIncludeConfig, TestFieldResource, TestSchemaNameResource, ShardSplitTest, TestCloudManagedSchema, TestSmileRequest, TestConfigSets, HttpPartitionTest, SampleTest, TestOrdValues, TestJavabinTupleStreamParser, LargeFieldTest, TestDFISimilarityFactory, ZkStateReaderTest, TestRestManager, TestReplicaProperties, DOMUtilTest, TestCollectionAPIs, ZkCLITest, TestRemoteStreaming, DistributedFacetPivotLargeTest, TestManagedStopFilterFactory, TestLeaderElectionZkExpiry, TestStressInPlaceUpdates, SolrIndexSplitterTest, TestInitParams, ShowFileRequestHandlerTest, TestReloadDeadlock, TestSolrCloudWithHadoopAuthPlugin, CreateCollectionCleanupTest, TestConfigSetsAPIExclusivity, TestTrieFacet, VersionInfoTest, TestPivotHelperCode, RequestLoggingTest, SolrShardReporterTest, TestSolrQueryParser, TestSubQueryTransformerDistrib, RequestHandlersTest, DeleteLastCustomShardedReplicaTest, TestScoreJoinQPNoScore, TestFastLRUCache, AddBlockUpdateTest, ShardRoutingTest, HdfsLockFactoryTest, PingRequestHandlerTest, SolrCLIZkUtilsTest, TestLockTree, TestSQLHandler, SOLR749Test, CdcrRequestHandlerTest, HighlighterConfigTest, BlockJoinFacetDistribTest, BigEndianAscendingWordDeserializerTest, TestSSLRandomization, TestTestInjection, AnalyticsMergeStrategyTest, TestLazyCores, TestExactSharedStatsCache, PeerSyncReplicationTest, SearchRateTriggerTest, TestInPlaceUpdatesDistrib, GraphQueryTest, SpellingQueryConverterTest, TestMaxScoreQueryParser, LukeRequestHandlerTest, MBeansHandlerTest, AddReplicaTest, DistributedFacetPivotSmallTest, ConcurrentDeleteAndCreateCollectionTest, CdcrBootstrapTest, PrimUtilsTest, TestCloudRecovery, OpenCloseCoreStressTest, SignatureUpdateProcessorFactoryTest, TestDocSet, BadIndexSchemaTest, TestLuceneMatchVersion, RuleEngineTest, PathHierarchyTokenizerFactoryTest, TestFaceting, ConvertedLegacyTest, CloudMLTQParserTest, ResponseHeaderTest, TestLegacyTerms, BadCopyFieldTest, TestSizeLimitedDistributedMap, TestReplicationHandlerBackup, TestDeleteCollectionOnDownNodes, CollectionTooManyReplicasTest, TestDocumentBuilder, TestRangeQuery, HdfsBasicDistributedZkTest, TestConfigOverlay, TermVectorComponentDistributedTest, JvmMetricsTest, DistributedQueryComponentOptimizationTest, TestSolrCloudWithKerberosAlt, TestNumericTerms32, ClassificationUpdateProcessorTest, SolrGangliaReporterTest, TestSurroundQueryParser, TestJmxIntegration, ExplicitHLLTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, DeleteShardTest, ChaosMonkeySafeLeaderTest, TestHashQParserPlugin, OutputWriterTest, SolrCmdDistributorTest, TestJettySolrRunner, HdfsRecoveryZkTest, CoreAdminRequestStatusTest, TriggerIntegrationTest]
[junit4] Completed [388/750 (1!)] on J1 in 195.16s, 13 tests, 1 failure <<< FAILURES!
[...truncated 48654 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 265 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/265/
4 tests failed.
FAILED: org.apache.solr.cloud.TestCloudRecovery.corruptedLogTest
Error Message:
Could not load collection from ZK: collection1
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: collection1
at __randomizedtesting.SeedInfo.seed([6B92EF153FC882F1:E8E4B0E7E9B18C50]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1122)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:647)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:130)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:110)
at org.apache.solr.common.cloud.ClusterStateUtil.waitForAllActiveAndLiveReplicas(ClusterStateUtil.java:70)
at org.apache.solr.cloud.TestCloudRecovery.corruptedLogTest(TestCloudRecovery.java:184)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:332)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1134)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1120)
... 44 more
FAILED: org.apache.solr.core.TestLazyCores.testNoCommit
Error Message:
Exception during query
Stack Trace:
java.lang.RuntimeException: Exception during query
at __randomizedtesting.SeedInfo.seed([6B92EF153FC882F1:B4F24EC4F4EFE154]:0)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:901)
at org.apache.solr.core.TestLazyCores.check10(TestLazyCores.java:847)
at org.apache.solr.core.TestLazyCores.testNoCommit(TestLazyCores.java:829)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound='10']
xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">39</int><lst name="params"><str name="q">*:*</str></lst></lst><result name="response" numFound="0" start="0"></result>
</response>
request was:q=*:*
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:894)
... 41 more
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestLazyCores
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores: 1) Thread[id=2206, name=searcherExecutor-957-thread-1, state=WAITING, group=TGRP-TestLazyCores] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores:
1) Thread[id=2206, name=searcherExecutor-957-thread-1, state=WAITING, group=TGRP-TestLazyCores]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([6B92EF153FC882F1]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestLazyCores
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=2206, name=searcherExecutor-957-thread-1, state=WAITING, group=TGRP-TestLazyCores] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=2206, name=searcherExecutor-957-thread-1, state=WAITING, group=TGRP-TestLazyCores]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([6B92EF153FC882F1]:0)
Build Log:
[...truncated 11764 lines...]
[junit4] Suite: org.apache.solr.cloud.TestCloudRecovery
[junit4] 2> 248560 INFO (SUITE-TestCloudRecovery-seed#[6B92EF153FC882F1]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6B92EF153FC882F1-001/init-core-data-001
[junit4] 2> 248598 INFO (SUITE-TestCloudRecovery-seed#[6B92EF153FC882F1]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 248599 INFO (SUITE-TestCloudRecovery-seed#[6B92EF153FC882F1]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 248638 INFO (SUITE-TestCloudRecovery-seed#[6B92EF153FC882F1]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6B92EF153FC882F1-001/tempDir-001
[junit4] 2> 248638 INFO (SUITE-TestCloudRecovery-seed#[6B92EF153FC882F1]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 248639 INFO (Thread-63) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 248639 INFO (Thread-63) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 248670 ERROR (Thread-63) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 248749 INFO (SUITE-TestCloudRecovery-seed#[6B92EF153FC882F1]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:52556
[junit4] 2> 248919 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1601064909f0000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 249037 INFO (jetty-launcher-60-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 249279 INFO (jetty-launcher-60-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@62237f35{/solr,null,AVAILABLE}
[junit4] 2> 249305 INFO (jetty-launcher-60-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7bcab1dd{HTTP/1.1,[http/1.1]}{127.0.0.1:46153}
[junit4] 2> 249328 INFO (jetty-launcher-60-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 249405 INFO (jetty-launcher-60-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4c3eec1c{/solr,null,AVAILABLE}
[junit4] 2> 249405 INFO (jetty-launcher-60-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4d936779{HTTP/1.1,[http/1.1]}{127.0.0.1:39848}
[junit4] 2> 249405 INFO (jetty-launcher-60-thread-2) [ ] o.e.j.s.Server Started @271532ms
[junit4] 2> 249405 INFO (jetty-launcher-60-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39848}
[junit4] 2> 249448 ERROR (jetty-launcher-60-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 249461 INFO (jetty-launcher-60-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 249461 INFO (jetty-launcher-60-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 249461 INFO (jetty-launcher-60-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 249461 INFO (jetty-launcher-60-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-01T04:45:15.074Z
[junit4] 2> 249463 INFO (jetty-launcher-60-thread-1) [ ] o.e.j.s.Server Started @271431ms
[junit4] 2> 249463 INFO (jetty-launcher-60-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46153}
[junit4] 2> 249463 ERROR (jetty-launcher-60-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 249866 INFO (jetty-launcher-60-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 249867 INFO (jetty-launcher-60-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 249867 INFO (jetty-launcher-60-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 249867 INFO (jetty-launcher-60-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-01T04:45:15.480Z
[junit4] 2> 250537 INFO (jetty-launcher-60-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 252028 INFO (jetty-launcher-60-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 252059 INFO (jetty-launcher-60-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52556/solr
[junit4] 2> 252355 INFO (jetty-launcher-60-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52556/solr
[junit4] 2> 253541 INFO (jetty-launcher-60-thread-1) [n:127.0.0.1:46153_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 253542 INFO (jetty-launcher-60-thread-2) [n:127.0.0.1:39848_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 253670 INFO (jetty-launcher-60-thread-1) [n:127.0.0.1:46153_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46153_solr
[junit4] 2> 253682 INFO (jetty-launcher-60-thread-2) [n:127.0.0.1:39848_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39848_solr
[junit4] 2> 253682 INFO (jetty-launcher-60-thread-1) [n:127.0.0.1:46153_solr ] o.a.s.c.Overseer Overseer (id=99097215911264262-127.0.0.1:46153_solr-n_0000000000) starting
[junit4] 2> 253684 INFO (zkCallback-72-thread-1-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 253710 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 253949 INFO (jetty-launcher-60-thread-1) [n:127.0.0.1:46153_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46153_solr
[junit4] 2> 253971 INFO (zkCallback-72-thread-1-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 253989 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 255880 INFO (jetty-launcher-60-thread-2) [n:127.0.0.1:39848_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39848.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12ed8855
[junit4] 2> 255972 INFO (jetty-launcher-60-thread-2) [n:127.0.0.1:39848_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39848.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12ed8855
[junit4] 2> 256041 INFO (jetty-launcher-60-thread-2) [n:127.0.0.1:39848_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39848.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12ed8855
[junit4] 2> 256042 INFO (jetty-launcher-60-thread-2) [n:127.0.0.1:39848_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6B92EF153FC882F1-001/tempDir-001/node2/.
[junit4] 2> 256917 INFO (jetty-launcher-60-thread-1) [n:127.0.0.1:46153_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46153.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12ed8855
[junit4] 2> 257278 INFO (jetty-launcher-60-thread-1) [n:127.0.0.1:46153_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46153.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12ed8855
[junit4] 2> 257279 INFO (jetty-launcher-60-thread-1) [n:127.0.0.1:46153_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46153.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12ed8855
[junit4] 2> 257287 INFO (jetty-launcher-60-thread-1) [n:127.0.0.1:46153_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6B92EF153FC882F1-001/tempDir-001/node1/.
[junit4] 2> 258179 INFO (SUITE-TestCloudRecovery-seed#[6B92EF153FC882F1]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 258180 INFO (SUITE-TestCloudRecovery-seed#[6B92EF153FC882F1]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52556/solr ready
[junit4] 2> 258214 INFO (qtp750240940-336) [n:127.0.0.1:46153_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=0&collection.configName=config&maxShardsPerNode=2&name=collection1&nrtReplicas=0&action=CREATE&numShards=2&tlogReplicas=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 258373 INFO (OverseerThreadFactory-133-thread-1-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 258547 INFO (OverseerStateUpdate-99097215911264262-127.0.0.1:46153_solr-n_0000000000) [n:127.0.0.1:46153_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_t1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39848/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 258549 INFO (OverseerStateUpdate-99097215911264262-127.0.0.1:46153_solr-n_0000000000) [n:127.0.0.1:46153_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_t3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:46153/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 258568 INFO (OverseerStateUpdate-99097215911264262-127.0.0.1:46153_solr-n_0000000000) [n:127.0.0.1:46153_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"collection1_shard2_replica_t4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39848/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 258585 INFO (OverseerStateUpdate-99097215911264262-127.0.0.1:46153_solr-n_0000000000) [n:127.0.0.1:46153_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"collection1_shard2_replica_t6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:46153/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 259001 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t3&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 259002 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 259783 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t4&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 259783 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 260466 INFO (zkCallback-72-thread-1-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 260837 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 261914 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 261915 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t6&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 261919 INFO (zkCallback-72-thread-2-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 262269 INFO (zkCallback-71-thread-2-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 262273 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 262274 INFO (zkCallback-72-thread-2-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 262274 INFO (zkCallback-72-thread-1-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 262282 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 262341 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.s.IndexSchema [collection1_shard1_replica_t3] Schema name=minimal
[junit4] 2> 262344 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 262344 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t3' using configuration from collection collection1, trusted=true
[junit4] 2> 262385 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46153.solr.core.collection1.shard1.replica_t3' (registry 'solr.core.collection1.shard1.replica_t3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12ed8855
[junit4] 2> 262450 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 262450 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.SolrCore [[collection1_shard1_replica_t3] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6B92EF153FC882F1-001/tempDir-001/node1/collection1_shard1_replica_t3], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6B92EF153FC882F1-001/tempDir-001/node1/./collection1_shard1_replica_t3/data/]
[junit4] 2> 263283 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 263289 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 263299 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 263562 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.IndexSchema [collection1_shard2_replica_t4] Schema name=minimal
[junit4] 2> 263564 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 263564 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t4' using configuration from collection collection1, trusted=true
[junit4] 2> 263601 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.s.IndexSchema [collection1_shard1_replica_t1] Schema name=minimal
[junit4] 2> 263603 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 263603 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t1' using configuration from collection collection1, trusted=true
[junit4] 2> 263604 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39848.solr.core.collection1.shard1.replica_t1' (registry 'solr.core.collection1.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12ed8855
[junit4] 2> 263604 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 263604 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.c.SolrCore [[collection1_shard1_replica_t1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6B92EF153FC882F1-001/tempDir-001/node2/collection1_shard1_replica_t1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6B92EF153FC882F1-001/tempDir-001/node2/./collection1_shard1_replica_t1/data/]
[junit4] 2> 263677 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39848.solr.core.collection1.shard2.replica_t4' (registry 'solr.core.collection1.shard2.replica_t4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12ed8855
[junit4] 2> 263677 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 263677 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrCore [[collection1_shard2_replica_t4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6B92EF153FC882F1-001/tempDir-001/node2/collection1_shard2_replica_t4], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6B92EF153FC882F1-001/tempDir-001/node2/./collection1_shard2_replica_t4/data/]
[junit4] 2> 263684 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.IndexSchema [collection1_shard2_replica_t6] Schema name=minimal
[junit4] 2> 263699 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 263699 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t6' using configuration from collection collection1, trusted=true
[junit4] 2> 263700 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46153.solr.core.collection1.shard2.replica_t6' (registry 'solr.core.collection1.shard2.replica_t6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12ed8855
[junit4] 2> 263700 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 263700 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrCore [[collection1_shard2_replica_t6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6B92EF153FC882F1-001/tempDir-001/node1/collection1_shard2_replica_t6], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6B92EF153FC882F1-001/tempDir-001/node1/./collection1_shard2_replica_t6/data/]
[junit4] 2> 264119 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 264119 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 264120 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 264120 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 264333 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.s.SolrIndexSearcher Opening [Searcher@480b672f[collection1_shard1_replica_t3] main]
[junit4] 2> 264334 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 264335 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 264335 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 264337 INFO (searcherExecutor-138-thread-1-processing-n:127.0.0.1:46153_solr x:collection1_shard1_replica_t3 s:shard1 c:collection1 r:core_node5) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.SolrCore [collection1_shard1_replica_t3] Registered new searcher Searcher@480b672f[collection1_shard1_replica_t3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 264353 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585555471037628416
[junit4] 2> 264390 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 264390 INFO (zkCallback-71-thread-2-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 264409 INFO (zkCallback-72-thread-2-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 264409 INFO (zkCallback-72-thread-1-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 264410 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 264960 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 264960 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 264977 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 264977 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 265769 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@617f51bc[collection1_shard1_replica_t1] main]
[junit4] 2> 265791 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 265791 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 265792 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 265806 INFO (searcherExecutor-140-thread-1-processing-n:127.0.0.1:39848_solr x:collection1_shard1_replica_t1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.c.SolrCore [collection1_shard1_replica_t1] Registered new searcher Searcher@617f51bc[collection1_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 265859 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585555472616783872
[junit4] 2> 265934 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 265934 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 265935 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 265935 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 266137 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.SolrIndexSearcher Opening [Searcher@cfdb64[collection1_shard2_replica_t4] main]
[junit4] 2> 266139 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 266139 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 266140 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 266157 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 266157 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 266158 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 266158 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 266177 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.SolrIndexSearcher Opening [Searcher@2aafd49c[collection1_shard2_replica_t6] main]
[junit4] 2> 266509 INFO (searcherExecutor-139-thread-1-processing-n:127.0.0.1:39848_solr x:collection1_shard2_replica_t4 s:shard2 c:collection1 r:core_node7) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrCore [collection1_shard2_replica_t4] Registered new searcher Searcher@cfdb64[collection1_shard2_replica_t4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 266510 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585555473299406848
[junit4] 2> 266529 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 266529 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 266529 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46153/solr/collection1_shard1_replica_t3/
[junit4] 2> 266557 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 266634 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 266634 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 266635 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 266635 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585555473430478848
[junit4] 2> 266637 INFO (zkCallback-72-thread-1-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 266835 INFO (searcherExecutor-141-thread-1-processing-n:127.0.0.1:46153_solr x:collection1_shard2_replica_t6 s:shard2 c:collection1 r:core_node8) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrCore [collection1_shard2_replica_t6] Registered new searcher Searcher@2aafd49c[collection1_shard2_replica_t6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 266835 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 266835 INFO (zkCallback-71-thread-2-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 266836 INFO (zkCallback-72-thread-2-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 266840 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_t3 url=http://127.0.0.1:46153/solr START replicas=[http://127.0.0.1:39848/solr/collection1_shard1_replica_t1/] nUpdates=100
[junit4] 2> 267105 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 267105 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 267105 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39848/solr/collection1_shard2_replica_t4/
[junit4] 2> 267106 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica_t4 url=http://127.0.0.1:39848/solr START replicas=[http://127.0.0.1:46153/solr/collection1_shard2_replica_t6/] nUpdates=100
[junit4] 2> 267299 INFO (qtp1419144632-346) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=41
[junit4] 2> 267351 INFO (qtp750240940-340) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 267529 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_t3 url=http://127.0.0.1:46153/solr DONE. We have no versions. sync failed.
[junit4] 2> 267529 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 267529 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 267529 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 267569 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.ZkController collection1_shard1_replica_t3 stopping background replication from leader
[junit4] 2> 267569 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica_t4 url=http://127.0.0.1:39848/solr DONE. We have no versions. sync failed.
[junit4] 2> 267569 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 267569 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 267569 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 267609 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ZkController collection1_shard2_replica_t4 stopping background replication from leader
[junit4] 2> 267709 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39848/solr/collection1_shard2_replica_t4/ shard2
[junit4] 2> 267710 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46153/solr/collection1_shard1_replica_t3/ shard1
[junit4] 2> 267850 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 267850 INFO (zkCallback-71-thread-2-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 267870 INFO (zkCallback-72-thread-1-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 267870 INFO (zkCallback-72-thread-2-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 267878 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 267886 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t4&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=8103
[junit4] 2> 267912 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ZkController collection1_shard2_replica_t6 starting background replication from leader
[junit4] 2> 267912 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 267929 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 267931 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t3&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=8929
[junit4] 2> 267966 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.c.ZkController collection1_shard1_replica_t1 starting background replication from leader
[junit4] 2> 267966 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 268052 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 268057 INFO (zkCallback-71-thread-2-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 268058 INFO (zkCallback-72-thread-2-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 268058 INFO (zkCallback-72-thread-1-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 268297 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 268297 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 268298 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Updated masterUrl to http://127.0.0.1:46153/solr/collection1_shard1_replica_t3/
[junit4] 2> 268308 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=6393
[junit4] 2> 268350 INFO (qtp750240940-338) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.S.Request [collection1_shard1_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 268351 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 268351 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 268351 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 268352 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 268352 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 268352 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 268352 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 268366 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7f8de9cf[collection1_shard1_replica_t1] main]
[junit4] 2> 268368 INFO (searcherExecutor-140-thread-1-processing-n:127.0.0.1:39848_solr x:collection1_shard1_replica_t1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.c.SolrCore [collection1_shard1_replica_t1] Registered new searcher Searcher@7f8de9cf[collection1_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 268385 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t6&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=6469
[junit4] 2> 268609 INFO (qtp750240940-336) [n:127.0.0.1:46153_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 268759 INFO (zkCallback-71-thread-2-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 268759 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 268759 INFO (zkCallback-72-thread-3-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 268759 INFO (zkCallback-72-thread-1-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 268366 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Updated masterUrl to http://127.0.0.1:39848/solr/collection1_shard2_replica_t4/
[junit4] 2> 268762 INFO (qtp1419144632-344) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 268763 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 268763 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 268763 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 268763 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 268763 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 268765 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.SolrIndexSearcher Opening [Searcher@23b9398d[collection1_shard2_replica_t6] main]
[junit4] 2> 268766 INFO (searcherExecutor-141-thread-1-processing-n:127.0.0.1:46153_solr x:collection1_shard2_replica_t6 s:shard2 c:collection1 r:core_node8) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrCore [collection1_shard2_replica_t6] Registered new searcher Searcher@23b9398d[collection1_shard2_replica_t6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 268891 INFO (OverseerCollectionConfigSetProcessor-99097215911264262-127.0.0.1:46153_solr-n_0000000000) [n:127.0.0.1:46153_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 269633 INFO (qtp750240940-336) [n:127.0.0.1:46153_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=0&collection.configName=config&maxShardsPerNode=2&name=collection1&nrtReplicas=0&action=CREATE&numShards=2&tlogReplicas=2&wt=javabin&version=2} status=0 QTime=11418
[junit4] 2> 269634 INFO (SUITE-TestCloudRecovery-seed#[6B92EF153FC882F1]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30
[junit4] 2> 269634 INFO (SUITE-TestCloudRecovery-seed#[6B92EF153FC882F1]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
[junit4] 2> 270102 INFO (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[6B92EF153FC882F1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting leaderRecoverFromLogOnStartupTest
[junit4] 2> 270641 INFO (qtp1419144632-348) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_t1] webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1585555477276655616&distrib.from=http://127.0.0.1:46153/solr/collection1_shard1_replica_t3/&wt=javabin&version=2}{deleteByQuery=*:* (-1585555477276655616)} 0 17
[junit4] 2> 271362 INFO (qtp1419144632-346) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 271364 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 271364 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 271364 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 271364 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 271364 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 271364 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.SolrIndexSearcher Opening [Searcher@393311e6[collection1_shard2_replica_t6] main]
[junit4] 2> 272330 INFO (searcherExecutor-141-thread-1-processing-n:127.0.0.1:46153_solr x:collection1_shard2_replica_t6 s:shard2 c:collection1 r:core_node8) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrCore [collection1_shard2_replica_t6] Registered new searcher Searcher@393311e6[collection1_shard2_replica_t6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 272367 INFO (qtp750240940-337) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t6] webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1585555477203255296&distrib.from=http://127.0.0.1:39848/solr/collection1_shard2_replica_t4/&wt=javabin&version=2}{deleteByQuery=*:* (-1585555477203255296)} 0 1745
[junit4] 2> 272405 INFO (qtp750240940-340) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.S.Request [collection1_shard1_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=37
[junit4] 2> 272406 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 272406 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 272406 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 272406 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 272406 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 272406 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@fc41ab1[collection1_shard1_replica_t1] main]
[junit4] 2> 272408 INFO (searcherExecutor-140-thread-1-processing-n:127.0.0.1:39848_solr x:collection1_shard1_replica_t1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.c.SolrCore [collection1_shard1_replica_t1] Registered new searcher Searcher@fc41ab1[collection1_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 272425 INFO (qtp750240940-334) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_t3] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:39848/solr/collection1_shard2_replica_t4/&wt=javabin&version=2}{deleteByQuery=*:* (-1585555477276655616)} 0 2123
[junit4] 2> 272426 INFO (qtp1419144632-349) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t4] webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1585555477203255296)} 0 2304
[junit4] 2> 272672 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1585555479760732160,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 272672 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 272673 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 272678 INFO (qtp1419144632-347) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.u.TestInjection Start waiting for replica in sync with leader
[junit4] 2> 272737 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_t3] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:39848/solr/collection1_shard2_replica_t4/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 65
[junit4] 2> 272744 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.S.Request [collection1_shard1_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
[junit4] 2> 272858 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1585555479955767296,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 272858 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 272859 INFO (qtp750240940-336) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.TestInjection Start waiting for replica in sync with leader
[junit4] 2> 272899 INFO (qtp1419144632-344) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 272948 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 272949 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t4] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:39848/solr/collection1_shard2_replica_t4/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 90
[junit4] 2> 273280 INFO (qtp750240940-340) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.S.Request [collection1_shard1_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 273547 INFO (qtp1419144632-348) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 273843 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.S.Request [collection1_shard1_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 274097 INFO (qtp1419144632-344) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 274342 INFO (qtp1419144632-348) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 274343 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 274343 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 274343 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 274343 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 274343 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 274344 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.SolrIndexSearcher Opening [Searcher@2abccf9[collection1_shard2_replica_t6] main]
[junit4] 2> 274363 INFO (searcherExecutor-141-thread-1-processing-n:127.0.0.1:46153_solr x:collection1_shard2_replica_t6 s:shard2 c:collection1 r:core_node8) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrCore [collection1_shard2_replica_t6] Registered new searcher Searcher@2abccf9[collection1_shard2_replica_t6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 274365 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.S.Request [collection1_shard1_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=31
[junit4] 2> 274366 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 274366 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 274366 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 274366 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 274366 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 274366 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7b75fb56[collection1_shard1_replica_t1] main]
[junit4] 2> 274368 INFO (searcherExecutor-140-thread-1-processing-n:127.0.0.1:39848_solr x:collection1_shard1_replica_t1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.c.SolrCore [collection1_shard1_replica_t1] Registered new searcher Searcher@7b75fb56[collection1_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 274466 INFO (qtp750240940-340) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.S.Request [collection1_shard1_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 274721 INFO (qtp1419144632-348) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=5
[junit4] 2> 275028 INFO (qtp750240940-334) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.S.Request [collection1_shard1_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 275311 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 275557 INFO (qtp750240940-340) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.S.Request [collection1_shard1_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=6
[junit4] 2> 276921 INFO (qtp1419144632-344) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=35
[junit4] 2> 277318 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 277319 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 277319 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 277319 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 277319 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 277319 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 277319 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.SolrIndexSearcher Opening [Searcher@5a756148[collection1_shard2_replica_t6] main]
[junit4] 2> 277321 INFO (searcherExecutor-141-thread-1-processing-n:127.0.0.1:46153_solr x:collection1_shard2_replica_t6 s:shard2 c:collection1 r:core_node8) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrCore [collection1_shard2_replica_t6] Registered new searcher Searcher@5a756148[collection1_shard2_replica_t6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[...truncated too long message...]
isk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_6B92EF153FC882F1-001
[junit4] 2> Dec 01, 2017 5:01:59 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 3 leaked thread(s).
[junit4] 2> Dec 01, 2017 5:02:19 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores:
[junit4] 2> 1) Thread[id=2206, name=searcherExecutor-957-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Dec 01, 2017 5:02:19 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=2206, name=searcherExecutor-957-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] 2> Dec 01, 2017 5:02:22 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=2206, name=searcherExecutor-957-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=3, maxDocsPerChunk=857, blockSize=147), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=3, blockSize=147)), sim=RandomSimilarity(queryNorm=true): {}, locale=es-PA, timezone=Asia/Ulaanbaatar
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=2,free=103692392,total=401604608
[junit4] 2> NOTE: All tests run in this JVM: [HdfsCollectionsAPIDistributedZkTest, TestReqParamsAPI, ConvertedLegacyTest, ShardRoutingCustomTest, TestDynamicFieldResource, TestTrackingShardHandlerFactory, TestPushWriter, TestRTGBase, TestCloudRecovery, TestMacros, TestAtomicUpdateErrorCases, TemplateUpdateProcessorTest, QueryEqualityTest, TestPointFields, TestSolr4Spatial2, HdfsWriteToMultipleCollectionsTest, TestPseudoReturnFields, CdcrBootstrapTest, TestExpandComponent, TestOmitPositions, AnalysisErrorHandlingTest, TestInitParams, SignatureUpdateProcessorFactoryTest, ManagedSchemaRoundRobinCloudTest, TestQuerySenderNoQuery, PreAnalyzedFieldTest, ReplaceNodeTest, RegexBoostProcessorTest, SolrRequestParserTest, ShowFileRequestHandlerTest, OutputWriterTest, TestSQLHandlerNonCloud, TestLazyCores]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLazyCores -Dtests.seed=6B92EF153FC882F1 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es-PA -Dtests.timezone=Asia/Ulaanbaatar -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | TestLazyCores (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores:
[junit4] > 1) Thread[id=2206, name=searcherExecutor-957-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([6B92EF153FC882F1]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=2206, name=searcherExecutor-957-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([6B92EF153FC882F1]:0)
[junit4] Completed [90/749 (2!)] on J1 in 126.13s, 9 tests, 3 errors <<< FAILURES!
[...truncated 36212 lines...]
-ecj-javadoc-lint-src:
[mkdir] Created dir: /tmp/ecj1077359280
[ecj-lint] Compiling 825 source files to /tmp/ecj1077359280
[ecj-lint] ----------
[ecj-lint] 1. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/core/src/java/org/apache/lucene/codecs/CodecUtil.java (at line 523)
[ecj-lint] throw new CorruptIndexException("misplaced codec footer (file truncated?): length=" + in.length() + " but footerLength==" + footerLength(), input);
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: 'in' is not closed at this location
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 2. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/core/src/java/org/apache/lucene/index/FlushPolicy.java (at line 19)
[ecj-lint] import java.util.Iterator;
[ecj-lint] ^^^^^^^^^^^^^^^^^^
[ecj-lint] The import java.util.Iterator is never used
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 3. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/core/src/java/org/apache/lucene/index/FrozenBufferedUpdates.java (at line 144)
[ecj-lint] RAMOutputStream out = new RAMOutputStream();
[ecj-lint] ^^^
[ecj-lint] Resource leak: 'out' is never closed
[ecj-lint] ----------
[ecj-lint] 4. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/core/src/java/org/apache/lucene/index/FrozenBufferedUpdates.java (at line 186)
[ecj-lint] RAMOutputStream out = new RAMOutputStream();
[ecj-lint] ^^^
[ecj-lint] Resource leak: 'out' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 5. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/core/src/java/org/apache/lucene/index/ReadersAndUpdates.java (at line 846)
[ecj-lint] SegmentReader newReader = new SegmentReader(info, reader, liveDocs, info.info.maxDoc() - delCount);
[ecj-lint] ^^^^^^^^^
[ecj-lint] Resource leak: 'newReader' is never closed
[ecj-lint] ----------
[ecj-lint] 5 problems (1 error, 4 warnings)
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:835: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:101: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build.xml:203: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/common-build.xml:2105: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/common-build.xml:2144: Compile failed; see the compiler error output for details.
Total time: 279 minutes 15 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-Tests-7.x - Build # 264 - Still unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/264/
10 tests failed.
FAILED: org.apache.solr.cloud.AddReplicaTest.test
Error Message:
core_node6:{"core":"addreplicatest_coll_shard1_replica_n5","base_url":"http://127.0.0.1:57891/solr","node_name":"127.0.0.1:57891_solr","state":"active","type":"NRT"}
Stack Trace:
java.lang.AssertionError: core_node6:{"core":"addreplicatest_coll_shard1_replica_n5","base_url":"http://127.0.0.1:57891/solr","node_name":"127.0.0.1:57891_solr","state":"active","type":"NRT"}
at __randomizedtesting.SeedInfo.seed([98DB7E6CD5118B43:108F41B67BEDE6BB]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.AddReplicaTest.test(AddReplicaTest.java:84)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCreateNodeSet
Error Message:
Could not find collection : nodeset_collection
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : nodeset_collection
at __randomizedtesting.SeedInfo.seed([98DB7E6CD5118B43:C378A98CBC90AFCB]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:111)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:247)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCreateNodeSet(CollectionsAPIDistributedZkTest.java:404)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI
Error Message:
Could not find collection : implicitcoll
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : implicitcoll
at __randomizedtesting.SeedInfo.seed([98DB7E6CD5118B43:F23AF007E88B3D3B]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:111)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:247)
at org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI(CustomCollectionTest.java:68)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.MultiThreadedOCPTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([98DB7E6CD5118B43:108F41B67BEDE6BB]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.MultiThreadedOCPTest.testFillWorkQueue(MultiThreadedOCPTest.java:112)
at org.apache.solr.cloud.MultiThreadedOCPTest.test(MultiThreadedOCPTest.java:67)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.RecoveryZkTest.test
Error Message:
Stack Trace:
java.util.concurrent.TimeoutException
at __randomizedtesting.SeedInfo.seed([98DB7E6CD5118B43:108F41B67BEDE6BB]:0)
at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1275)
at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:448)
at org.apache.solr.cloud.RecoveryZkTest.test(RecoveryZkTest.java:122)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestHdfsCloudBackupRestore.test
Error Message:
expected:<COMPLETED> but was:<RUNNING>
Stack Trace:
java.lang.AssertionError: expected:<COMPLETED> but was:<RUNNING>
at __randomizedtesting.SeedInfo.seed([98DB7E6CD5118B43:108F41B67BEDE6BB]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:287)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:140)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestRandomRequestDistribution.test
Error Message:
Could not load collection from ZK: collection1
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: collection1
at __randomizedtesting.SeedInfo.seed([98DB7E6CD5118B43:108F41B67BEDE6BB]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1122)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:647)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:130)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.getTotalReplicas(AbstractFullDistribZkTestBase.java:487)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:440)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:333)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:332)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1134)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1120)
... 38 more
FAILED: org.apache.solr.cloud.TestTolerantUpdateProcessorCloud.testSanity
Error Message:
Could not load collection from ZK: test_col
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: test_col
at __randomizedtesting.SeedInfo.seed([98DB7E6CD5118B43:1138D991DA368D6D]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1122)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:647)
at org.apache.solr.client.solrj.impl.CloudSolrClient.getDocCollection(CloudSolrClient.java:1205)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:848)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:895)
at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:858)
at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:873)
at org.apache.solr.cloud.TestTolerantUpdateProcessorCloud.clearCollection(TestTolerantUpdateProcessorCloud.java:220)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/test_col/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:332)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1134)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1120)
... 47 more
FAILED: org.apache.solr.cloud.autoscaling.SystemLogListenerTest.test
Error Message:
Trigger was not fired
Stack Trace:
java.lang.AssertionError: Trigger was not fired
at __randomizedtesting.SeedInfo.seed([98DB7E6CD5118B43:108F41B67BEDE6BB]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.SystemLogListenerTest.test(SystemLogListenerTest.java:151)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration
Error Message:
Path /autoscaling/nodeAdded/127.0.0.1:60472_solr wasn't created
Stack Trace:
java.lang.AssertionError: Path /autoscaling/nodeAdded/127.0.0.1:60472_solr wasn't created
at __randomizedtesting.SeedInfo.seed([98DB7E6CD5118B43:8061F660DB2446AC]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration(TriggerIntegrationTest.java:924)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11644 lines...]
[junit4] Suite: org.apache.solr.cloud.MultiThreadedOCPTest
[junit4] 2> 154231 INFO (SUITE-MultiThreadedOCPTest-seed#[98DB7E6CD5118B43]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/init-core-data-001
[junit4] 2> 154232 WARN (SUITE-MultiThreadedOCPTest-seed#[98DB7E6CD5118B43]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5
[junit4] 2> 154233 INFO (SUITE-MultiThreadedOCPTest-seed#[98DB7E6CD5118B43]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 154344 INFO (SUITE-MultiThreadedOCPTest-seed#[98DB7E6CD5118B43]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 154344 INFO (SUITE-MultiThreadedOCPTest-seed#[98DB7E6CD5118B43]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 154390 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 155041 INFO (Thread-24) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 155041 INFO (Thread-24) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 155042 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.ZkTestServer start zk server on port:48970
[junit4] 2> 155057 ERROR (Thread-24) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 157150 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 157154 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 157161 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 157166 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 157170 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 157177 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 157221 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 157225 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 157230 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 157237 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 157241 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 157299 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 159238 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 159239 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@35a06b8f{/,null,AVAILABLE}
[junit4] 2> 159282 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1cd07c10{HTTP/1.1,[http/1.1]}{127.0.0.1:58297}
[junit4] 2> 159282 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.e.j.s.Server Started @176251ms
[junit4] 2> 159282 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=58297, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/control-001/cores}
[junit4] 2> 159282 ERROR (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 159282 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 159282 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 159282 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 159282 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-30T00:30:54.679Z
[junit4] 2> 159525 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 159525 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/control-001/solr.xml
[junit4] 2> 159863 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 159863 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 159920 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6e046ec7, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 160039 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48970/solr
[junit4] 2> 161253 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [n:127.0.0.1:58297_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 161255 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [n:127.0.0.1:58297_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58297_
[junit4] 2> 161255 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [n:127.0.0.1:58297_ ] o.a.s.c.Overseer Overseer (id=99090553270435844-127.0.0.1:58297_-n_0000000000) starting
[junit4] 2> 161562 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [n:127.0.0.1:58297_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58297_
[junit4] 2> 161566 INFO (zkCallback-29-thread-1-processing-n:127.0.0.1:58297_) [n:127.0.0.1:58297_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 162877 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [n:127.0.0.1:58297_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e046ec7
[junit4] 2> 163445 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [n:127.0.0.1:58297_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e046ec7
[junit4] 2> 163481 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [n:127.0.0.1:58297_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e046ec7
[junit4] 2> 163483 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [n:127.0.0.1:58297_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/control-001/cores
[junit4] 2> 164672 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 164673 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:48970/solr ready
[junit4] 2> 164700 INFO (qtp1782636886-154) [n:127.0.0.1:58297_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:58297_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 165066 INFO (OverseerThreadFactory-65-thread-1-processing-n:127.0.0.1:58297_) [n:127.0.0.1:58297_ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 165262 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 165320 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 165446 INFO (zkCallback-29-thread-1-processing-n:127.0.0.1:58297_) [n:127.0.0.1:58297_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 167270 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 170625 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 170691 WARN (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieFloatField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 170838 WARN (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieDoubleField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 171114 WARN (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieDateField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 173426 WARN (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.EnumField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 174921 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 175190 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 175191 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e046ec7
[junit4] 2> 175191 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 175191 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 175226 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=42, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7130372378030084]
[junit4] 2> 175350 WARN (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 176039 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 176039 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 176041 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 176041 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 176061 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=520455802, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 176109 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@70ed7ed3[control_collection_shard1_replica_n1] main]
[junit4] 2> 176131 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 176132 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 176133 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 176133 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585448874441441280
[junit4] 2> 176142 INFO (searcherExecutor-68-thread-1-processing-n:127.0.0.1:58297_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@70ed7ed3[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 176165 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 176165 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 176165 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58297/control_collection_shard1_replica_n1/
[junit4] 2> 176165 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 176166 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:58297/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 176166 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 176189 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58297/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 176690 INFO (zkCallback-29-thread-2-processing-n:127.0.0.1:58297_) [n:127.0.0.1:58297_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 176729 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 176751 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=11489
[junit4] 2> 176832 INFO (qtp1782636886-154) [n:127.0.0.1:58297_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 176850 INFO (OverseerCollectionConfigSetProcessor-99090553270435844-127.0.0.1:58297_-n_0000000000) [n:127.0.0.1:58297_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 176851 INFO (zkCallback-29-thread-2-processing-n:127.0.0.1:58297_) [n:127.0.0.1:58297_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 177841 INFO (qtp1782636886-154) [n:127.0.0.1:58297_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:58297_&wt=javabin&version=2} status=0 QTime=13141
[junit4] 2> 178843 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 178843 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:48970/solr ready
[junit4] 2> 178852 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 179585 INFO (qtp1782636886-155) [n:127.0.0.1:58297_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 179688 INFO (OverseerThreadFactory-65-thread-2-processing-n:127.0.0.1:58297_) [n:127.0.0.1:58297_ ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 179689 WARN (OverseerThreadFactory-65-thread-2-processing-n:127.0.0.1:58297_) [n:127.0.0.1:58297_ ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 179842 INFO (qtp1782636886-155) [n:127.0.0.1:58297_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 179843 INFO (qtp1782636886-155) [n:127.0.0.1:58297_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=258
[junit4] 2> 179874 INFO (OverseerCollectionConfigSetProcessor-99090553270435844-127.0.0.1:58297_-n_0000000000) [n:127.0.0.1:58297_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 183171 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/shard-1-001 of type NRT
[junit4] 2> 183174 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 183195 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@254fbd17{/,null,AVAILABLE}
[junit4] 2> 183196 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@35a958ad{HTTP/1.1,[http/1.1]}{127.0.0.1:59915}
[junit4] 2> 183196 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.e.j.s.Server Started @200165ms
[junit4] 2> 183196 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=59915, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/shard-1-001/cores}
[junit4] 2> 183196 ERROR (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 183196 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 183196 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 183196 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 183196 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-30T00:31:18.593Z
[junit4] 2> 183640 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 183641 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/shard-1-001/solr.xml
[junit4] 2> 183659 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 183659 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 183660 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6e046ec7, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 184353 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48970/solr
[junit4] 2> 184834 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [n:127.0.0.1:59915_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 184849 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [n:127.0.0.1:59915_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 184867 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [n:127.0.0.1:59915_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59915_
[junit4] 2> 184868 INFO (zkCallback-29-thread-2-processing-n:127.0.0.1:58297_) [n:127.0.0.1:58297_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 184931 INFO (zkCallback-37-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 185035 INFO (zkCallback-42-thread-1-processing-n:127.0.0.1:59915_) [n:127.0.0.1:59915_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 186596 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [n:127.0.0.1:59915_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e046ec7
[junit4] 2> 186960 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [n:127.0.0.1:59915_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e046ec7
[junit4] 2> 186961 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [n:127.0.0.1:59915_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e046ec7
[junit4] 2> 187100 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [n:127.0.0.1:59915_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/shard-1-001/cores
[junit4] 2> 187630 INFO (qtp1782636886-151) [n:127.0.0.1:58297_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:59915_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 187694 INFO (OverseerThreadFactory-65-thread-3-processing-n:127.0.0.1:58297_) [n:127.0.0.1:58297_ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:59915_ for creating new replica
[junit4] 2> 187850 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 187851 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 188326 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 188635 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test
[junit4] 2> 190299 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 190582 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
[junit4] 2> 190582 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e046ec7
[junit4] 2> 190583 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 190583 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
[junit4] 2> 190604 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=42, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7130372378030084]
[junit4] 2> 190701 WARN (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 191306 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 191306 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 191307 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 191307 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 191393 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=520455802, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 191413 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.SolrIndexSearcher Opening [Searcher@5f350fb0[collection1_shard2_replica_n41] main]
[junit4] 2> 191415 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 191415 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 191416 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 191416 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585448890466828288
[junit4] 2> 191423 INFO (searcherExecutor-79-thread-1-processing-n:127.0.0.1:59915_ x:collection1_shard2_replica_n41 s:shard2 c:collection1) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@5f350fb0[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 191458 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 191458 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 191458 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:59915/collection1_shard2_replica_n41/
[junit4] 2> 191458 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 191458 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy http://127.0.0.1:59915/collection1_shard2_replica_n41/ has no replicas
[junit4] 2> 191458 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 191479 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:59915/collection1_shard2_replica_n41/ shard2
[junit4] 2> 191501 INFO (zkCallback-42-thread-1-processing-n:127.0.0.1:59915_) [n:127.0.0.1:59915_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 191541 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 191570 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3719
[junit4] 2> 191617 INFO (qtp1782636886-151) [n:127.0.0.1:58297_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:59915_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=3987
[junit4] 2> 191749 INFO (zkCallback-42-thread-1-processing-n:127.0.0.1:59915_) [n:127.0.0.1:59915_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 191842 INFO (OverseerCollectionConfigSetProcessor-99090553270435844-127.0.0.1:58297_-n_0000000000) [n:127.0.0.1:58297_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 192942 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/shard-2-001 of type NRT
[junit4] 2> 192943 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 194100 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@56a86964{/,null,AVAILABLE}
[junit4] 2> 194101 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4805183d{HTTP/1.1,[http/1.1]}{127.0.0.1:49611}
[junit4] 2> 194101 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.e.j.s.Server Started @211070ms
[junit4] 2> 194101 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=49611, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/shard-2-001/cores}
[junit4] 2> 194109 ERROR (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 194113 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 194113 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 194113 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 194113 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-30T00:31:29.510Z
[junit4] 2> 194249 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 194249 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/shard-2-001/solr.xml
[junit4] 2> 194384 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 194
[...truncated too long message...]
a_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.test_col.shard1.leader, tag=761949083
[junit4] 2> 8854407 INFO (coreCloseExecutor-7675-thread-1) [n:127.0.0.1:48695_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n7] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.test_col.shard2.replica_n7, tag=561560033
[junit4] 2> 8854407 INFO (coreCloseExecutor-7675-thread-1) [n:127.0.0.1:48695_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n7] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7c47ce19: rootName = solr_48695, domain = solr.core.test_col.shard2.replica_n7, service url = null, agent id = null] for registry solr.core.test_col.shard2.replica_n7 / com.codahale.metrics.MetricRegistry@59e96356
[junit4] 2> 8854423 INFO (jetty-closer-2929-thread-2) [ ] o.a.s.c.Overseer Overseer (id=99091107951673355-127.0.0.1:57927_solr-n_0000000000) closing
[junit4] 2> 8854452 INFO (OverseerStateUpdate-99091107951673355-127.0.0.1:57927_solr-n_0000000000) [n:127.0.0.1:57927_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:57927_solr
[junit4] 2> 8854454 INFO (coreCloseExecutor-7677-thread-1) [n:127.0.0.1:52421_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.test_col.shard1.leader, tag=270763561
[junit4] 2> 8854506 INFO (jetty-closer-2929-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7dbfb2d6{/solr,null,UNAVAILABLE}
[junit4] 2> 8854514 INFO (coreCloseExecutor-7676-thread-1) [n:127.0.0.1:41827_solr c:test_col s:shard2 r:core_node6 x:test_col_shard2_replica_n5] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.test_col.shard2.leader, tag=1109232987
[junit4] 2> 8854522 INFO (coreCloseExecutor-7675-thread-1) [n:127.0.0.1:48695_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n7] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.test_col.shard2.leader, tag=561560033
[junit4] 2> 8854573 INFO (jetty-closer-2929-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6cbce3ee{/solr,null,UNAVAILABLE}
[junit4] 2> 8855271 WARN (OverseerAutoScalingTriggerThread-99091107951673355-127.0.0.1:57927_solr-n_0000000000) [n:127.0.0.1:57927_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 8855371 INFO (jetty-closer-2929-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2c862c06{/solr,null,UNAVAILABLE}
[junit4] 2> 8856242 INFO (jetty-closer-2929-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@45bccef{/solr,null,UNAVAILABLE}
[junit4] 2> 8856264 ERROR (SUITE-TestTolerantUpdateProcessorCloud-seed#[98DB7E6CD5118B43]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 8856265 INFO (SUITE-TestTolerantUpdateProcessorCloud-seed#[98DB7E6CD5118B43]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40151 40151
[junit4] 2> 8856368 INFO (Thread-6707) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40151 40151
[junit4] 2> 8856370 WARN (Thread-6707) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/aliases.json
[junit4] 2> 5 /solr/security.json
[junit4] 2> 4 /solr/configs/solrCloudCollectionConfig/managed-schema
[junit4] 2> 4 /solr/configs/solrCloudCollectionConfig
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 42 /solr/collections/test_col/state.json
[junit4] 2> 7 /solr/clusterstate.json
[junit4] 2> 7 /solr/clusterprops.json
[junit4] 2> 2 /solr/overseer_elect/election/99091107951673359-127.0.0.1:52421_solr-n_0000000002
[junit4] 2> 2 /solr/overseer_elect/election/99091107951673352-127.0.0.1:41827_solr-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/live_nodes
[junit4] 2> 7 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestTolerantUpdateProcessorCloud_98DB7E6CD5118B43-001
[junit4] 2> Nov 30, 2017 2:55:51 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=true): {}, locale=fi, timezone=Africa/Mogadishu
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=106949536,total=527433728
[junit4] 2> NOTE: All tests run in this JVM: [ZkNodePropsTest, TestRequestForwarding, DirectSolrSpellCheckerTest, DistributedSpellCheckComponentTest, PreAnalyzedUpdateProcessorTest, V2ApiIntegrationTest, TestRealTimeGet, DirectSolrConnectionTest, CursorMarkTest, TestElisionMultitermQuery, ReturnFieldsTest, LeaderElectionContextKeyTest, TestCharFilters, TestSolrQueryResponse, TestUniqueKeyFieldResource, AsyncCallRequestStatusResponseTest, DistributedQueryComponentCustomSortTest, TestCoreDiscovery, SolrIndexMetricsTest, HdfsTlogReplayBufferedWhileIndexingTest, HLLSerializationTest, TestDistributedGrouping, RequiredFieldsTest, TestSchemaManager, DefaultValueUpdateProcessorTest, BlockJoinFacetSimpleTest, HdfsRestartWhileUpdatingTest, MigrateRouteKeyTest, TestCorePropertiesReload, SystemInfoHandlerTest, DistanceFunctionTest, TestLMDirichletSimilarityFactory, TestHdfsBackupRestoreCore, TestHdfsUpdateLog, TestLRUCache, TestNamedUpdateProcessors, DirectoryFactoryTest, TestSkipOverseerOperations, TestGraphMLResponseWriter, IndexSchemaTest, SolrCloudExampleTest, TestSlowCompositeReaderWrapper, DistributedFacetExistsSmallTest, RecoveryAfterSoftCommitTest, RecoveryZkTest, TestDistribDocBasedVersion, XmlUpdateRequestHandlerTest, TestSolrCoreParser, CheckHdfsIndexTest, HdfsChaosMonkeyNothingIsSafeTest, TestSubQueryTransformerCrossCore, TestApiFramework, TestQuerySenderListener, TestLegacyFieldCache, RankQueryTest, ChangedSchemaMergeTest, RulesTest, TestFieldCacheSortRandom, DistribJoinFromCollectionTest, CoreAdminHandlerTest, SimplePostToolTest, TestFunctionQuery, TestManagedSchemaAPI, SolrCloudReportersTest, OverseerCollectionConfigSetProcessorTest, TestSolrCloudSnapshots, TestJsonRequest, TestCloudPivotFacet, TestConfigSetImmutable, SuggesterWFSTTest, TestRestoreCore, AlternateDirectoryTest, TestImpersonationWithHadoopAuth, WordBreakSolrSpellCheckerTest, TestRuleBasedAuthorizationPlugin, ReplicationFactorTest, SpellPossibilityIteratorTest, UUIDUpdateProcessorFallbackTest, TestEmbeddedSolrServerConstructors, ClassificationUpdateProcessorIntegrationTest, UUIDFieldTest, TestTolerantUpdateProcessorRandomCloud, UpdateLogTest, StressHdfsTest, TestStressUserVersions, XsltUpdateRequestHandlerTest, TestMultiWordSynonyms, CoreAdminCreateDiscoverTest, TestCoreAdminApis, SortByFunctionTest, AtomicUpdateProcessorFactoryTest, TestCustomDocTransformer, TestLegacyNumericUtils, DeleteNodeTest, CopyFieldTest, TestCustomSort, TestReload, VMParamsZkACLAndCredentialsProvidersTest, LeaderInitiatedRecoveryOnCommitTest, TestHttpShardHandlerFactory, ExecutePlanActionTest, SystemLogListenerTest, TestUseDocValuesAsStored2, TestRandomRequestDistribution, PluginInfoTest, TestLeaderInitiatedRecoveryThread, ClusterStateTest, LeaderElectionTest, ShufflingReplicaListTransformerTest, HttpSolrCallGetCoreTest, QueryResultKeyTest, NodeAddedTriggerTest, PKIAuthenticationIntegrationTest, TestRandomCollapseQParserPlugin, TestPullReplica, UnloadDistributedZkTest, SolrTestCaseJ4Test, TestIndexSearcher, TestValueSourceCache, TestPartialUpdateDeduplication, SearchHandlerTest, SuggesterTest, BasicDistributedZkTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, OpenCloseCoreStressTest, OverseerTest, BasicZkTest, FullSolrCloudDistribCmdsTest, TestRandomFaceting, TestDistributedSearch, TermVectorComponentDistributedTest, TestCoreContainer, StatsComponentTest, DirectUpdateHandlerTest, HighlighterTest, DistributedQueryElevationComponentTest, SpellCheckCollatorTest, SpatialFilterTest, NoCacheHeaderTest, SolrCoreCheckLockOnStartupTest, TestAtomicUpdateErrorCases, QueryEqualityTest, DocValuesMultiTest, DebugComponentTest, IndexBasedSpellCheckerTest, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, TestOmitPositions, TermsComponentTest, JsonLoaderTest, TestPHPSerializedResponseWriter, CSVRequestHandlerTest, SearchHandlerTest, UpdateParamsTest, TestQuerySenderNoQuery, SolrIndexConfigTest, TestSolrDeletionPolicy2, SampleTest, TestSearchPerf, MinimalSchemaTest, OutputWriterTest, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, TestXIncludeConfig, EchoParamsTest, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TimeZoneUtilsTest, ScriptEngineTest, TestSystemIdResolver, TestSuggestSpellingConverter, RAMDirectoryFactoryTest, TestDocumentBuilder, DistributedMLTComponentTest, CursorPagingTest, TestDistributedMissingSort, TestTolerantSearch, TestEmbeddedSolrServerAdminHandler, TestJettySolrRunner, AddReplicaTest, AssignTest, DistributedVersionInfoTest, LeaderInitiatedRecoveryOnShardRestartTest, MissingSegmentRecoveryTest, MoveReplicaHDFSFailoverTest, ReplaceNodeTest, SSLMigrationTest, ShardSplitTest, TestTolerantUpdateProcessorCloud]
[junit4] Completed [564/749 (10!)] on J2 in 238.19s, 19 tests, 1 error <<< FAILURES!
[...truncated 48097 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 263 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/263/
All tests passed
Build Log:
[...truncated 11641 lines...]
[junit4] JVM J1: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J1-20171129_072742_6933321174147853257742.sysout
[junit4] JVM J2: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J2-20171129_072742_6933887887701107439872.sysout
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] #
[junit4] # There is insufficient memory for the Java Runtime Environment to continue.
[junit4] # Native memory allocation (mmap) failed to map 65536 bytes for committing reserved memory.
[junit4] # An error report file with more information is saved as:
[junit4] # /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/hs_err_pid8365.log
[junit4] #
[junit4] # Compiler replay data is saved as:
[junit4] # /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/replay_pid8365.log
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J1: stderr was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J1-20171129_072742_6932014798588224703707.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] #
[junit4] # There is insufficient memory for the Java Runtime Environment to continue.
[junit4] # Native memory allocation (mmap) failed to map 1572864 bytes for committing reserved memory.
[junit4] # An error report file with more information is saved as:
[junit4] # /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/hs_err_pid8366.log
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J2: stderr was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J2-20171129_072742_6932811368058791042275.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: INFO: os::commit_memory(0x00000000ffe80000, 1572864, 0) failed; error='Cannot allocate memory' (errno=12)
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J0-20171129_072742_6907702463563445487394.sysout
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] #
[junit4] # There is insufficient memory for the Java Runtime Environment to continue.
[junit4] # Native memory allocation (malloc) failed to allocate 32744 bytes for ChunkPool::allocate
[junit4] # An error report file with more information is saved as:
[junit4] # /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/hs_err_pid8354.log
[junit4] [thread 140183873496832 also had an error]
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J0: stderr was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J0-20171129_072742_6904272914642605996824.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: INFO: os::commit_memory(0x00007f7f1e480000, 65536, 1) failed; error='Cannot allocate memory' (errno=12)
[junit4] <<< JVM J0: EOF ----
[...truncated 1 lines...]
[junit4] ERROR: JVM J0 ended with an exception, command line: /usr/local/asfpackages/java/jdk1.8.0_144/jre/bin/java -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/heapdumps -ea -esa -Dtests.prefix=tests -Dtests.seed=76044A1B3822087D -Xmx512M -Dtests.iters= -Dtests.verbose=false -Dtests.infostream=false -Dtests.codec=random -Dtests.postingsformat=random -Dtests.docvaluesformat=random -Dtests.locale=random -Dtests.timezone=random -Dtests.directory=random -Dtests.linedocsfile=europarl.lines.txt.gz -Dtests.luceneMatchVersion=7.2.0 -Dtests.cleanthreads=perClass -Djava.util.logging.config.file=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/tools/junit4/logging.properties -Dtests.nightly=false -Dtests.weekly=false -Dtests.monster=false -Dtests.slow=true -Dtests.asserts=true -Dtests.multiplier=2 -DtempDir=./temp -Djava.io.tmpdir=./temp -Djunit4.tempDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp -Dcommon.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene -Dclover.db.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/clover/db -Djava.security.policy=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/tools/junit4/solr-tests.policy -Dtests.LUCENE_VERSION=7.2.0 -Djetty.testMode=1 -Djetty.insecurerandom=1 -Dsolr.directoryFactory=org.apache.solr.core.MockDirectoryFactory -Djava.awt.headless=true -Djdk.map.althashing.threshold=0 -Dtests.src.home=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x -Djava.security.egd=file:/dev/./urandom -Djunit4.childvm.cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0 -Djunit4.childvm.id=0 -Djunit4.childvm.count=3 -Dtests.leaveTemporary=false -Dtests.filterstacks=true -Djava.security.manager=org.apache.lucene.util.TestSecurityManager -Dfile.encoding=US-ASCII -classpath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-test-framework/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/test-framework/lib/junit4-ant-2.5.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/test-framework/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/codecs/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-solrj/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/analysis/common/lucene-analyzers-common-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/codecs/lucene-codecs-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/backward-codecs/lucene-backward-codecs-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/highlighter/lucene-highlighter-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/memory/lucene-memory-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/misc/lucene-misc-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/spatial-extras/lucene-spatial-extras-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/spatial3d/lucene-spatial3d-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/expressions/lucene-expressions-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/suggest/lucene-suggest-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/grouping/lucene-grouping-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/queries/lucene-queries-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/queryparser/lucene-queryparser-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/join/lucene-join-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/sandbox/lucene-sandbox-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/classification/lucene-classification-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/antlr4-runtime-4.5.1-1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/asm-5.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/asm-commons-5.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/avatica-core-1.10.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/caffeine-2.4.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/calcite-core-1.13.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/calcite-linq4j-1.13.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-cli-1.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-codec-1.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-compiler-2.7.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-configuration-1.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-exec-1.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-fileupload-1.3.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-io-2.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-lang-2.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-lang3-3.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/curator-client-2.8.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/curator-framework-2.8.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/curator-recipes-2.8.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/dom4j-1.6.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/eigenbase-properties-1.1.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/guava-14.0.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/hadoop-annotations-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/hadoop-auth-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/hadoop-common-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/hadoop-hdfs-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/hppc-0.7.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/htrace-core-3.2.0-incubating.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-annotations-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-core-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-core-asl-1.9.13.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-databind-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-dataformat-smile-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-mapper-asl-1.9.13.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/janino-2.7.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jcl-over-slf4j-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/joda-time-2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/log4j-1.2.17.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/org.restlet-2.3.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/org.restlet.ext.servlet-2.3.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/protobuf-java-3.1.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/slf4j-log4j12-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/spatial4j-0.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/t-digest-3.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/commons-io-2.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/commons-math3-3.6.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/httpclient-4.5.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/httpcore-4.4.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/httpmime-4.5.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/jcl-over-slf4j-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/noggit-0.8.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/slf4j-api-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/stax2-api-3.1.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/woodstox-core-asl-4.4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/zookeeper-3.4.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/gmetric4j-1.0.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/javax.servlet-api-3.1.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-continuation-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-deploy-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-http-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-io-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-jmx-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-rewrite-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-security-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-server-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-servlet-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-servlets-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-util-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-webapp-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-xml-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/metrics-core-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/metrics-ganglia-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/metrics-graphite-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/metrics-jetty9-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/metrics-jvm-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/example/example-DIH/solr/db/lib/hsqldb-2.4.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/core/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/test-framework/lib/junit-4.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/test-framework/lib/randomizedtesting-runner-2.5.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/antlr-2.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/antlr4-runtime-4.5.1-1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-core-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-core-api-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-core-avl-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-core-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-i18n-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptor-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-admin-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-authn-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-authz-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-changelog-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/api-all-1.0.0-M20.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/bcprov-jdk15-1.45.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/byte-buddy-1.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/commons-math3-3.6.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/ehcache-core-2.4.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-common-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-hdfs-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-minikdc-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/htrace-core-3.2.0-incubating.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-sslengine-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/mina-core-2.0.0-M5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/mockito-core-2.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/netty-all-4.0.36.Final.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/objenesis-2.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/analysis/icu/lucene-analyzers-icu-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/queryparser/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/backward-codecs/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/contrib/analysis-extras/lib/icu4j-59.1.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.4.0.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-log4j.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit4.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jai.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-javamail.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bsf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-net.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-antlr.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jsch.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-oro.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-logging.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-netrexx.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-testutil.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jdepend.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bcel.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-xalan2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-resolver.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jmf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-regexp.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-swing.jar:/usr/local/asfpackages/java/jdk1.8.0_144/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.5.3.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J0-20171129_072742_6905969444529497008855.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J0-20171129_072742_6901844578595118892457.suites -stdin
[junit4] ERROR: JVM J0 ended with an exception: Forked process returned with error code: 1. Very likely a JVM crash. See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J0-20171129_072742_6907702463563445487394.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J0-20171129_072742_6904272914642605996824.syserr
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1519)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:126)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:982)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:979)
[junit4] at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] at java.lang.Thread.run(Thread.java:748)
[junit4] ERROR: JVM J1 ended with an exception, command line: /usr/local/asfpackages/java/jdk1.8.0_144/jre/bin/java -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/heapdumps -ea -esa -Dtests.prefix=tests -Dtests.seed=76044A1B3822087D -Xmx512M -Dtests.iters= -Dtests.verbose=false -Dtests.infostream=false -Dtests.codec=random -Dtests.postingsformat=random -Dtests.docvaluesformat=random -Dtests.locale=random -Dtests.timezone=random -Dtests.directory=random -Dtests.linedocsfile=europarl.lines.txt.gz -Dtests.luceneMatchVersion=7.2.0 -Dtests.cleanthreads=perClass -Djava.util.logging.config.file=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/tools/junit4/logging.properties -Dtests.nightly=false -Dtests.weekly=false -Dtests.monster=false -Dtests.slow=true -Dtests.asserts=true -Dtests.multiplier=2 -DtempDir=./temp -Djava.io.tmpdir=./temp -Djunit4.tempDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp -Dcommon.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene -Dclover.db.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/clover/db -Djava.security.policy=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/tools/junit4/solr-tests.policy -Dtests.LUCENE_VERSION=7.2.0 -Djetty.testMode=1 -Djetty.insecurerandom=1 -Dsolr.directoryFactory=org.apache.solr.core.MockDirectoryFactory -Djava.awt.headless=true -Djdk.map.althashing.threshold=0 -Dtests.src.home=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x -Djava.security.egd=file:/dev/./urandom -Djunit4.childvm.cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1 -Djunit4.childvm.id=1 -Djunit4.childvm.count=3 -Dtests.leaveTemporary=false -Dtests.filterstacks=true -Djava.security.manager=org.apache.lucene.util.TestSecurityManager -Dfile.encoding=US-ASCII -classpath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-test-framework/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/test-framework/lib/junit4-ant-2.5.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/test-framework/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/codecs/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-solrj/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/analysis/common/lucene-analyzers-common-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/codecs/lucene-codecs-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/backward-codecs/lucene-backward-codecs-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/highlighter/lucene-highlighter-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/memory/lucene-memory-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/misc/lucene-misc-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/spatial-extras/lucene-spatial-extras-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/spatial3d/lucene-spatial3d-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/expressions/lucene-expressions-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/suggest/lucene-suggest-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/grouping/lucene-grouping-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/queries/lucene-queries-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/queryparser/lucene-queryparser-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/join/lucene-join-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/sandbox/lucene-sandbox-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/classification/lucene-classification-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/antlr4-runtime-4.5.1-1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/asm-5.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/asm-commons-5.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/avatica-core-1.10.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/caffeine-2.4.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/calcite-core-1.13.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/calcite-linq4j-1.13.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-cli-1.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-codec-1.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-compiler-2.7.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-configuration-1.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-exec-1.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-fileupload-1.3.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-io-2.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-lang-2.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-lang3-3.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/curator-client-2.8.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/curator-framework-2.8.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/curator-recipes-2.8.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/dom4j-1.6.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/eigenbase-properties-1.1.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/guava-14.0.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/hadoop-annotations-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/hadoop-auth-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/hadoop-common-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/hadoop-hdfs-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/hppc-0.7.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/htrace-core-3.2.0-incubating.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-annotations-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-core-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-core-asl-1.9.13.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-databind-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-dataformat-smile-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-mapper-asl-1.9.13.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/janino-2.7.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jcl-over-slf4j-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/joda-time-2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/log4j-1.2.17.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/org.restlet-2.3.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/org.restlet.ext.servlet-2.3.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/protobuf-java-3.1.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/slf4j-log4j12-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/spatial4j-0.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/t-digest-3.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/commons-io-2.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/commons-math3-3.6.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/httpclient-4.5.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/httpcore-4.4.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/httpmime-4.5.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/jcl-over-slf4j-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/noggit-0.8.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/slf4j-api-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/stax2-api-3.1.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/woodstox-core-asl-4.4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/zookeeper-3.4.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/gmetric4j-1.0.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/javax.servlet-api-3.1.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-continuation-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-deploy-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-http-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-io-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-jmx-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-rewrite-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-security-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-server-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-servlet-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-servlets-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-util-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-webapp-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-xml-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/metrics-core-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/metrics-ganglia-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/metrics-graphite-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/metrics-jetty9-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/metrics-jvm-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/example/example-DIH/solr/db/lib/hsqldb-2.4.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/core/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/test-framework/lib/junit-4.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/test-framework/lib/randomizedtesting-runner-2.5.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/antlr-2.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/antlr4-runtime-4.5.1-1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-core-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-core-api-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-core-avl-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-core-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-i18n-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptor-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-admin-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-authn-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-authz-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-changelog-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/api-all-1.0.0-M20.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/bcprov-jdk15-1.45.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/byte-buddy-1.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/commons-math3-3.6.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/ehcache-core-2.4.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-common-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-hdfs-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-minikdc-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/htrace-core-3.2.0-incubating.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-sslengine-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/mina-core-2.0.0-M5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/mockito-core-2.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/netty-all-4.0.36.Final.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/objenesis-2.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/analysis/icu/lucene-analyzers-icu-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/queryparser/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/backward-codecs/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/contrib/analysis-extras/lib/icu4j-59.1.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.4.0.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-log4j.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit4.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jai.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-javamail.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bsf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-net.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-antlr.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jsch.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-oro.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-logging.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-netrexx.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-testutil.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jdepend.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bcel.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-xalan2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-resolver.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jmf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-regexp.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-swing.jar:/usr/local/asfpackages/java/jdk1.8.0_144/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.5.3.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J1-20171129_072742_6933326496551766667498.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J1-20171129_072742_6935974964888529796150.suites -stdin
[junit4] ERROR: JVM J1 ended with an exception: Forked process returned with error code: 1. Very likely a JVM crash. See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J1-20171129_072742_6933321174147853257742.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J1-20171129_072742_6932014798588224703707.syserr
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1519)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:126)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:982)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:979)
[junit4] at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] at java.lang.Thread.run(Thread.java:748)
[junit4] ERROR: JVM J2 ended with an exception, command line: /usr/local/asfpackages/java/jdk1.8.0_144/jre/bin/java -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/heapdumps -ea -esa -Dtests.prefix=tests -Dtests.seed=76044A1B3822087D -Xmx512M -Dtests.iters= -Dtests.verbose=false -Dtests.infostream=false -Dtests.codec=random -Dtests.postingsformat=random -Dtests.docvaluesformat=random -Dtests.locale=random -Dtests.timezone=random -Dtests.directory=random -Dtests.linedocsfile=europarl.lines.txt.gz -Dtests.luceneMatchVersion=7.2.0 -Dtests.cleanthreads=perClass -Djava.util.logging.config.file=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/tools/junit4/logging.properties -Dtests.nightly=false -Dtests.weekly=false -Dtests.monster=false -Dtests.slow=true -Dtests.asserts=true -Dtests.multiplier=2 -DtempDir=./temp -Djava.io.tmpdir=./temp -Djunit4.tempDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp -Dcommon.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene -Dclover.db.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/clover/db -Djava.security.policy=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/tools/junit4/solr-tests.policy -Dtests.LUCENE_VERSION=7.2.0 -Djetty.testMode=1 -Djetty.insecurerandom=1 -Dsolr.directoryFactory=org.apache.solr.core.MockDirectoryFactory -Djava.awt.headless=true -Djdk.map.althashing.threshold=0 -Dtests.src.home=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x -Djava.security.egd=file:/dev/./urandom -Djunit4.childvm.cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2 -Djunit4.childvm.id=2 -Djunit4.childvm.count=3 -Dtests.leaveTemporary=false -Dtests.filterstacks=true -Djava.security.manager=org.apache.lucene.util.TestSecurityManager -Dfile.encoding=US-ASCII -classpath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-test-framework/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/test-framework/lib/junit4-ant-2.5.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/test-framework/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/codecs/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-solrj/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/analysis/common/lucene-analyzers-common-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/codecs/lucene-codecs-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/backward-codecs/lucene-backward-codecs-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/highlighter/lucene-highlighter-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/memory/lucene-memory-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/misc/lucene-misc-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/spatial-extras/lucene-spatial-extras-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/spatial3d/lucene-spatial3d-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/expressions/lucene-expressions-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/suggest/lucene-suggest-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/grouping/lucene-grouping-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/queries/lucene-queries-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/queryparser/lucene-queryparser-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/join/lucene-join-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/sandbox/lucene-sandbox-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/classification/lucene-classification-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/antlr4-runtime-4.5.1-1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/asm-5.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/asm-commons-5.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/avatica-core-1.10.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/caffeine-2.4.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/calcite-core-1.13.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/calcite-linq4j-1.13.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-cli-1.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-codec-1.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-compiler-2.7.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-configuration-1.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-exec-1.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-fileupload-1.3.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-io-2.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-lang-2.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-lang3-3.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/curator-client-2.8.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/curator-framework-2.8.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/curator-recipes-2.8.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/dom4j-1.6.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/eigenbase-properties-1.1.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/guava-14.0.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/hadoop-annotations-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/hadoop-auth-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/hadoop-common-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/hadoop-hdfs-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/hppc-0.7.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/htrace-core-3.2.0-incubating.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-annotations-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-core-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-core-asl-1.9.13.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-databind-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-dataformat-smile-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-mapper-asl-1.9.13.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/janino-2.7.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jcl-over-slf4j-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/joda-time-2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/log4j-1.2.17.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/org.restlet-2.3.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/org.restlet.ext.servlet-2.3.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/protobuf-java-3.1.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/slf4j-log4j12-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/spatial4j-0.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/t-digest-3.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/commons-io-2.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/commons-math3-3.6.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/httpclient-4.5.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/httpcore-4.4.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/httpmime-4.5.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/jcl-over-slf4j-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/noggit-0.8.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/slf4j-api-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/stax2-api-3.1.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/woodstox-core-asl-4.4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/zookeeper-3.4.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/gmetric4j-1.0.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/javax.servlet-api-3.1.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-continuation-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-deploy-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-http-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-io-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-jmx-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-rewrite-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-security-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-server-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-servlet-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-servlets-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-util-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-webapp-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-xml-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/metrics-core-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/metrics-ganglia-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/metrics-graphite-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/metrics-jetty9-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/metrics-jvm-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/example/example-DIH/solr/db/lib/hsqldb-2.4.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/core/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/test-framework/lib/junit-4.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/test-framework/lib/randomizedtesting-runner-2.5.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/antlr-2.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/antlr4-runtime-4.5.1-1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-core-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-core-api-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-core-avl-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-core-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-i18n-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptor-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-admin-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-authn-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-authz-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-changelog-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/api-all-1.0.0-M20.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/bcprov-jdk15-1.45.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/byte-buddy-1.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/commons-math3-3.6.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/ehcache-core-2.4.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-common-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-hdfs-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-minikdc-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/htrace-core-3.2.0-incubating.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-sslengine-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/mina-core-2.0.0-M5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/mockito-core-2.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/netty-all-4.0.36.Final.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/objenesis-2.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/analysis/icu/lucene-analyzers-icu-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/queryparser/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/backward-codecs/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/contrib/analysis-extras/lib/icu4j-59.1.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.4.0.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-log4j.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit4.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jai.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-javamail.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bsf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-net.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-antlr.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jsch.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-oro.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-logging.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-netrexx.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-testutil.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jdepend.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bcel.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-xalan2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-resolver.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jmf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-regexp.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-swing.jar:/usr/local/asfpackages/java/jdk1.8.0_144/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.5.3.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J2-20171129_072742_6936047985754117569487.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J2-20171129_072742_6933785439355529774926.suites -stdin
[junit4] ERROR: JVM J2 ended with an exception: Forked process returned with error code: 1. Very likely a JVM crash. See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J2-20171129_072742_6933887887701107439872.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J2-20171129_072742_6932811368058791042275.syserr
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1519)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:126)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:982)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:979)
[junit4] at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] at java.lang.Thread.run(Thread.java:748)
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:835: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:779: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build.xml:262: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/common-build.xml:556: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/common-build.xml:1512: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/common-build.xml:1038: At least one slave process threw an exception, first: Forked process returned with error code: 1. Very likely a JVM crash. See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J0-20171129_072742_6907702463563445487394.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J0-20171129_072742_6904272914642605996824.syserr
Total time: 167 minutes 20 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[Fast Archiver] No artifacts from Lucene-Solr-Tests-7.x #262 to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any