You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/01/23 18:15:39 UTC
[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk1.8.0) - Build # 416 -
Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/416/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC
2 tests failed.
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
Could not find collection:collection2
Stack Trace:
java.lang.AssertionError: Could not find collection:collection2
at __randomizedtesting.SeedInfo.seed([24A8B24DF52C4CC7:ACFC8D975BD0213F]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:915)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:612)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
expected:<5> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
at __randomizedtesting.SeedInfo.seed([24A8B24DF52C4CC7:495416B04F64B3C0]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:241)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12947 lines...]
[junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
[junit4] 2> 2069941 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[24A8B24DF52C4CC7]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_24A8B24DF52C4CC7-001/init-core-data-001
[junit4] 2> 2069941 WARN (SUITE-FullSolrCloudDistribCmdsTest-seed#[24A8B24DF52C4CC7]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
[junit4] 2> 2069941 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[24A8B24DF52C4CC7]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2069944 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[24A8B24DF52C4CC7]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 2069944 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[24A8B24DF52C4CC7]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /ri_qt/ya
[junit4] 2> 2069945 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2069946 INFO (Thread-3127) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2069946 INFO (Thread-3127) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2069948 ERROR (Thread-3127) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2070056 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.c.ZkTestServer start zk server on port:53090
[junit4] 2> 2070078 INFO (zkConnectionManagerCallback-5437-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2070086 INFO (zkConnectionManagerCallback-5439-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2070105 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2070113 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 2070120 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2070125 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2070129 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2070134 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2070139 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2070143 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2070146 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2070150 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2070153 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2070157 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 2070616 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2070617 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2070617 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2070617 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2070618 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1ae0380e{/ri_qt/ya,null,AVAILABLE}
[junit4] 2> 2070618 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1b05c1c1{HTTP/1.1,[http/1.1]}{127.0.0.1:53093}
[junit4] 2> 2070618 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.e.j.s.Server Started @2075114ms
[junit4] 2> 2070618 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_24A8B24DF52C4CC7-001/tempDir-001/control/data, replicaType=NRT, hostContext=/ri_qt/ya, hostPort=53093, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_24A8B24DF52C4CC7-001/control-001/cores}
[junit4] 2> 2070619 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2070619 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2070619 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2070619 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2070619 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-23T17:24:25.116Z
[junit4] 2> 2070621 INFO (zkConnectionManagerCallback-5441-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2070622 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2070622 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_24A8B24DF52C4CC7-001/control-001/solr.xml
[junit4] 2> 2070633 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2070633 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2070633 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@622c6042, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2070637 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53090/solr
[junit4] 2> 2070638 INFO (zkConnectionManagerCallback-5445-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2070640 INFO (zkConnectionManagerCallback-5447-thread-1-processing-n:127.0.0.1:53093_ri_qt%2Fya) [n:127.0.0.1:53093_ri_qt%2Fya ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2070777 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [n:127.0.0.1:53093_ri_qt%2Fya ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2070778 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [n:127.0.0.1:53093_ri_qt%2Fya ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:53093_ri_qt%2Fya
[junit4] 2> 2070779 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [n:127.0.0.1:53093_ri_qt%2Fya ] o.a.s.c.Overseer Overseer (id=99400303538601988-127.0.0.1:53093_ri_qt%2Fya-n_0000000000) starting
[junit4] 2> 2070790 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [n:127.0.0.1:53093_ri_qt%2Fya ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53093_ri_qt%2Fya
[junit4] 2> 2070792 INFO (zkCallback-5446-thread-1-processing-n:127.0.0.1:53093_ri_qt%2Fya) [n:127.0.0.1:53093_ri_qt%2Fya ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2070872 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [n:127.0.0.1:53093_ri_qt%2Fya ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@622c6042
[junit4] 2> 2070879 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [n:127.0.0.1:53093_ri_qt%2Fya ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@622c6042
[junit4] 2> 2070879 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [n:127.0.0.1:53093_ri_qt%2Fya ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@622c6042
[junit4] 2> 2070880 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [n:127.0.0.1:53093_ri_qt%2Fya ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_24A8B24DF52C4CC7-001/control-001/cores
[junit4] 2> 2070901 INFO (zkConnectionManagerCallback-5453-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2070902 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2070903 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:53090/solr ready
[junit4] 2> 2070905 INFO (qtp912498251-22185) [n:127.0.0.1:53093_ri_qt%2Fya ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:53093_ri_qt%252Fya&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2070908 INFO (OverseerThreadFactory-7099-thread-1-processing-n:127.0.0.1:53093_ri_qt%2Fya) [n:127.0.0.1:53093_ri_qt%2Fya ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 2071020 INFO (qtp912498251-22189) [n:127.0.0.1:53093_ri_qt%2Fya ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2071021 INFO (qtp912498251-22189) [n:127.0.0.1:53093_ri_qt%2Fya ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2071135 INFO (zkCallback-5446-thread-1-processing-n:127.0.0.1:53093_ri_qt%2Fya) [n:127.0.0.1:53093_ri_qt%2Fya ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2072070 INFO (qtp912498251-22189) [n:127.0.0.1:53093_ri_qt%2Fya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2072083 INFO (qtp912498251-22189) [n:127.0.0.1:53093_ri_qt%2Fya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 2072134 INFO (qtp912498251-22189) [n:127.0.0.1:53093_ri_qt%2Fya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2072154 INFO (qtp912498251-22189) [n:127.0.0.1:53093_ri_qt%2Fya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 2072155 INFO (qtp912498251-22189) [n:127.0.0.1:53093_ri_qt%2Fya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@622c6042
[junit4] 2> 2072155 INFO (qtp912498251-22189) [n:127.0.0.1:53093_ri_qt%2Fya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2072155 INFO (qtp912498251-22189) [n:127.0.0.1:53093_ri_qt%2Fya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_24A8B24DF52C4CC7-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_24A8B24DF52C4CC7-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 2072157 INFO (qtp912498251-22189) [n:127.0.0.1:53093_ri_qt%2Fya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=44, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8465189928033218]
[junit4] 2> 2072159 WARN (qtp912498251-22189) [n:127.0.0.1:53093_ri_qt%2Fya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2072228 INFO (qtp912498251-22189) [n:127.0.0.1:53093_ri_qt%2Fya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2072228 INFO (qtp912498251-22189) [n:127.0.0.1:53093_ri_qt%2Fya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2072252 INFO (qtp912498251-22189) [n:127.0.0.1:53093_ri_qt%2Fya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2072252 INFO (qtp912498251-22189) [n:127.0.0.1:53093_ri_qt%2Fya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2072253 INFO (qtp912498251-22189) [n:127.0.0.1:53093_ri_qt%2Fya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=50, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=71.720703125, floorSegmentMB=0.5302734375, forceMergeDeletesPctAllowed=6.6760049484077175, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.44394386662890406
[junit4] 2> 2072254 INFO (qtp912498251-22189) [n:127.0.0.1:53093_ri_qt%2Fya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4d03da83[control_collection_shard1_replica_n1] main]
[junit4] 2> 2072255 INFO (qtp912498251-22189) [n:127.0.0.1:53093_ri_qt%2Fya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2072255 INFO (qtp912498251-22189) [n:127.0.0.1:53093_ri_qt%2Fya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2072256 INFO (qtp912498251-22189) [n:127.0.0.1:53093_ri_qt%2Fya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2072256 INFO (qtp912498251-22189) [n:127.0.0.1:53093_ri_qt%2Fya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590404859038793728
[junit4] 2> 2072257 INFO (searcherExecutor-7102-thread-1-processing-n:127.0.0.1:53093_ri_qt%2Fya x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:53093_ri_qt%2Fya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@4d03da83[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2072262 INFO (qtp912498251-22189) [n:127.0.0.1:53093_ri_qt%2Fya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2072262 INFO (qtp912498251-22189) [n:127.0.0.1:53093_ri_qt%2Fya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2072262 INFO (qtp912498251-22189) [n:127.0.0.1:53093_ri_qt%2Fya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:53093/ri_qt/ya/control_collection_shard1_replica_n1/
[junit4] 2> 2072262 INFO (qtp912498251-22189) [n:127.0.0.1:53093_ri_qt%2Fya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2072262 INFO (qtp912498251-22189) [n:127.0.0.1:53093_ri_qt%2Fya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:53093/ri_qt/ya/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 2072262 INFO (qtp912498251-22189) [n:127.0.0.1:53093_ri_qt%2Fya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2072266 INFO (qtp912498251-22189) [n:127.0.0.1:53093_ri_qt%2Fya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:53093/ri_qt/ya/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 2072380 INFO (zkCallback-5446-thread-1-processing-n:127.0.0.1:53093_ri_qt%2Fya) [n:127.0.0.1:53093_ri_qt%2Fya ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2072435 INFO (qtp912498251-22189) [n:127.0.0.1:53093_ri_qt%2Fya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2072441 INFO (qtp912498251-22189) [n:127.0.0.1:53093_ri_qt%2Fya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1420
[junit4] 2> 2072448 INFO (qtp912498251-22185) [n:127.0.0.1:53093_ri_qt%2Fya ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2072552 INFO (zkCallback-5446-thread-1-processing-n:127.0.0.1:53093_ri_qt%2Fya) [n:127.0.0.1:53093_ri_qt%2Fya ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2072918 INFO (OverseerCollectionConfigSetProcessor-99400303538601988-127.0.0.1:53093_ri_qt%2Fya-n_0000000000) [n:127.0.0.1:53093_ri_qt%2Fya ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2073458 INFO (qtp912498251-22185) [n:127.0.0.1:53093_ri_qt%2Fya ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:53093_ri_qt%252Fya&wt=javabin&version=2} status=0 QTime=2553
[junit4] 2> 2073469 INFO (zkConnectionManagerCallback-5457-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2073472 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2073476 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:53090/solr ready
[junit4] 2> 2073476 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 2073478 INFO (qtp912498251-22189) [n:127.0.0.1:53093_ri_qt%2Fya ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2073483 INFO (OverseerThreadFactory-7099-thread-2-processing-n:127.0.0.1:53093_ri_qt%2Fya) [n:127.0.0.1:53093_ri_qt%2Fya ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 2073486 WARN (OverseerThreadFactory-7099-thread-2-processing-n:127.0.0.1:53093_ri_qt%2Fya) [n:127.0.0.1:53093_ri_qt%2Fya ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 2073710 INFO (qtp912498251-22189) [n:127.0.0.1:53093_ri_qt%2Fya ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2073710 INFO (qtp912498251-22189) [n:127.0.0.1:53093_ri_qt%2Fya ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=232
[junit4] 2> 2073961 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_24A8B24DF52C4CC7-001/shard-1-001 of type NRT
[junit4] 2> 2073961 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2073962 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2073962 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2073962 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2073963 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6a4760f7{/ri_qt/ya,null,AVAILABLE}
[junit4] 2> 2073963 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@20f5260{HTTP/1.1,[http/1.1]}{127.0.0.1:53102}
[junit4] 2> 2073963 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.e.j.s.Server Started @2078458ms
[junit4] 2> 2073963 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_24A8B24DF52C4CC7-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/ri_qt/ya, hostPort=53102, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_24A8B24DF52C4CC7-001/shard-1-001/cores}
[junit4] 2> 2073963 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2073963 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2073963 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2073963 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2073963 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-23T17:24:28.460Z
[junit4] 2> 2073965 INFO (zkConnectionManagerCallback-5459-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2073966 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2073966 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_24A8B24DF52C4CC7-001/shard-1-001/solr.xml
[junit4] 2> 2073970 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2073970 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2073971 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@622c6042, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2073973 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53090/solr
[junit4] 2> 2073975 INFO (zkConnectionManagerCallback-5463-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2073977 INFO (zkConnectionManagerCallback-5465-thread-1-processing-n:127.0.0.1:53102_ri_qt%2Fya) [n:127.0.0.1:53102_ri_qt%2Fya ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2073986 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [n:127.0.0.1:53102_ri_qt%2Fya ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2073989 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [n:127.0.0.1:53102_ri_qt%2Fya ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2073992 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [n:127.0.0.1:53102_ri_qt%2Fya ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53102_ri_qt%2Fya
[junit4] 2> 2073994 INFO (zkCallback-5456-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2073994 INFO (zkCallback-5446-thread-2-processing-n:127.0.0.1:53093_ri_qt%2Fya) [n:127.0.0.1:53093_ri_qt%2Fya ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2073994 INFO (zkCallback-5464-thread-1-processing-n:127.0.0.1:53102_ri_qt%2Fya) [n:127.0.0.1:53102_ri_qt%2Fya ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2074048 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [n:127.0.0.1:53102_ri_qt%2Fya ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@622c6042
[junit4] 2> 2074056 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [n:127.0.0.1:53102_ri_qt%2Fya ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@622c6042
[junit4] 2> 2074056 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [n:127.0.0.1:53102_ri_qt%2Fya ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@622c6042
[junit4] 2> 2074057 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [n:127.0.0.1:53102_ri_qt%2Fya ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_24A8B24DF52C4CC7-001/shard-1-001/cores
[junit4] 2> 2074083 INFO (qtp912498251-22187) [n:127.0.0.1:53093_ri_qt%2Fya ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:53102_ri_qt%252Fya&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2074086 INFO (OverseerCollectionConfigSetProcessor-99400303538601988-127.0.0.1:53093_ri_qt%2Fya-n_0000000000) [n:127.0.0.1:53093_ri_qt%2Fya ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2074086 INFO (OverseerThreadFactory-7099-thread-3-processing-n:127.0.0.1:53093_ri_qt%2Fya) [n:127.0.0.1:53093_ri_qt%2Fya ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:53102_ri_qt%2Fya for creating new replica
[junit4] 2> 2074091 INFO (qtp621740264-22234) [n:127.0.0.1:53102_ri_qt%2Fya ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2074091 INFO (qtp621740264-22234) [n:127.0.0.1:53102_ri_qt%2Fya ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2075113 INFO (qtp621740264-22234) [n:127.0.0.1:53102_ri_qt%2Fya c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2075121 INFO (qtp621740264-22234) [n:127.0.0.1:53102_ri_qt%2Fya c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema [collection1_shard2_replica_n61] Schema name=test
[junit4] 2> 2075166 INFO (qtp621740264-22234) [n:127.0.0.1:53102_ri_qt%2Fya c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2075188 INFO (qtp621740264-22234) [n:127.0.0.1:53102_ri_qt%2Fya c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n61' using configuration from collection collection1, trusted=true
[junit4] 2> 2075188 INFO (qtp621740264-22234) [n:127.0.0.1:53102_ri_qt%2Fya c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n61' (registry 'solr.core.collection1.shard2.replica_n61') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@622c6042
[junit4] 2> 2075188 INFO (qtp621740264-22234) [n:127.0.0.1:53102_ri_qt%2Fya c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2075188 INFO (qtp621740264-22234) [n:127.0.0.1:53102_ri_qt%2Fya c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [[collection1_shard2_replica_n61] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_24A8B24DF52C4CC7-001/shard-1-001/cores/collection1_shard2_replica_n61], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_24A8B24DF52C4CC7-001/shard-1-001/cores/collection1_shard2_replica_n61/data/]
[junit4] 2> 2075191 INFO (qtp621740264-22234) [n:127.0.0.1:53102_ri_qt%2Fya c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=44, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8465189928033218]
[junit4] 2> 2075193 WARN (qtp621740264-22234) [n:127.0.0.1:53102_ri_qt%2Fya c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2075238 INFO (qtp621740264-22234) [n:127.0.0.1:53102_ri_qt%2Fya c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2075238 INFO (qtp621740264-22234) [n:127.0.0.1:53102_ri_qt%2Fya c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2075239 INFO (qtp621740264-22234) [n:127.0.0.1:53102_ri_qt%2Fya c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2075239 INFO (qtp621740264-22234) [n:127.0.0.1:53102_ri_qt%2Fya c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2075239 INFO (qtp621740264-22234) [n:127.0.0.1:53102_ri_qt%2Fya c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=50, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=71.720703125, floorSegmentMB=0.5302734375, forceMergeDeletesPctAllowed=6.6760049484077175, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.44394386662890406
[junit4] 2> 2075240 INFO (qtp621740264-22234) [n:127.0.0.1:53102_ri_qt%2Fya c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.SolrIndexSearcher Opening [Searcher@4699f128[collection1_shard2_replica_n61] main]
[junit4] 2> 2075241 INFO (qtp621740264-22234) [n:127.0.0.1:53102_ri_qt%2Fya c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2075242 INFO (qtp621740264-22234) [n:127.0.0.1:53102_ri_qt%2Fya c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2075242 INFO (qtp621740264-22234) [n:127.0.0.1:53102_ri_qt%2Fya c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2075242 INFO (qtp621740264-22234) [n:127.0.0.1:53102_ri_qt%2Fya c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590404862169841664
[junit4] 2> 2075243 INFO (searcherExecutor-7113-thread-1-processing-n:127.0.0.1:53102_ri_qt%2Fya x:collection1_shard2_replica_n61 s:shard2 c:collection1) [n:127.0.0.1:53102_ri_qt%2Fya c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [collection1_shard2_replica_n61] Registered new searcher Searcher@4699f128[collection1_shard2_replica_n61] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2075248 INFO (qtp621740264-22234) [n:127.0.0.1:53102_ri_qt%2Fya c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2075248 INFO (qtp621740264-22234) [n:127.0.0.1:53102_ri_qt%2Fya c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2075248 INFO (qtp621740264-22234) [n:127.0.0.1:53102_ri_qt%2Fya c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:53102/ri_qt/ya/collection1_shard2_replica_n61/
[junit4] 2> 2075248 INFO (qtp621740264-22234) [n:127.0.0.1:53102_ri_qt%2Fya c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2075248 INFO (qtp621740264-22234) [n:127.0.0.1:53102_ri_qt%2Fya c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy http://127.0.0.1:53102/ri_qt/ya/collection1_shard2_replica_n61/ has no replicas
[junit4] 2> 2075248 INFO (qtp621740264-22234) [n:127.0.0.1:53102_ri_qt%2Fya c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2075253 INFO (qtp621740264-22234) [n:127.0.0.1:53102_ri_qt%2Fya c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:53102/ri_qt/ya/collection1_shard2_replica_n61/ shard2
[junit4] 2> 2075374 INFO (qtp621740264-22234) [n:127.0.0.1:53102_ri_qt%2Fya c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2075378 INFO (qtp621740264-22234) [n:127.0.0.1:53102_ri_qt%2Fya c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1287
[junit4] 2> 2075383 INFO (qtp912498251-22187) [n:127.0.0.1:53093_ri_qt%2Fya ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:53102_ri_qt%252Fya&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1299
[junit4] 2> 2075662 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_24A8B24DF52C4CC7-001/shard-2-001 of type NRT
[junit4] 2> 2075663 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2075664 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2075664 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2075664 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2075664 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@65fc044c{/ri_qt/ya,null,AVAILABLE}
[junit4] 2> 2075665 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@27fbbd3e{HTTP/1.1,[http/1.1]}{127.0.0.1:53107}
[junit4] 2> 2075665 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.e.j.s.Server Started @2080160ms
[junit4] 2> 2075665 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_24A8B24DF52C4CC7-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/ri_qt/ya, hostPort=53107, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_24A8B24DF52C4CC7-001/shard-2-001/cores}
[junit4] 2> 2075665 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2075666 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2075666 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2075666 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2075666 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-23T17:24:30.163Z
[junit4] 2> 2075668 INFO (zkConnectionManagerCallback-5469-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2075669 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2075669 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_24A8B24DF52C4CC7-001/shard-2-001/solr.xml
[junit4] 2> 2075674 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2075674 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2075674 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@622c6042, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2075678 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53090/solr
[junit4] 2> 2075679 INFO (zkConnectionManagerCallback-5473-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2075682 INFO (zkConnectionManagerCallback-5475-thread-1-processing-n:127.0.0.1:53107_ri_qt%2Fya) [n:127.0.0.1:53107_ri_qt%2Fya ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2075693 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [n:127.0.0.1:53107_ri_qt%2Fya ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2075697 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [n:127.0.0.1:53107_ri_qt%2Fya ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2075700 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [n:127.0.0.1:53107_ri_qt%2Fya ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53107_ri_qt%2Fya
[junit4] 2> 2075703 INFO (zkCallback-5464-thread-1-processing-n:127.0.0.1:53102_ri_qt%2Fya) [n:127.0.0.1:53102_ri_qt%2Fya ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2075703 INFO (zkCallback-5456-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2075703 INFO (zkCallback-5446-thread-1-processing-n:127.0.0.1:53093_ri_qt%2Fya) [n:127.0.0.1:53093_ri_qt%2Fya ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2075703 INFO (zkCallback-5474-thread-1-processing-n:127.0.0.1:53107_ri_qt%2Fya) [n:127.0.0.1:53107_ri_qt%2Fya ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2075807 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [n:127.0.0.1:53107_ri_qt%2Fya ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@622c6042
[junit4] 2> 2075814 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [n:127.0.0.1:53107_ri_qt%2Fya ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@622c6042
[junit4] 2> 2075815 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [n:127.0.0.1:53107_ri_qt%2Fya ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@622c6042
[junit4] 2> 2075816 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [n:127.0.0.1:53107_ri_qt%2Fya ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_24A8B24DF52C4CC7-001/shard-2-001/cores
[junit4] 2> 2075849 INFO (qtp912498251-22189) [n:127.0.0.1:53093_ri_qt%2Fya ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:53107_ri_qt%252Fya&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2075852 INFO (OverseerCollectionConfigSetProcessor-99400303538601988-127.0.0.1:53093_ri_qt%2Fya-n_0000000000) [n:127.0.0.1:53093_ri_qt%2Fya ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2075852 INFO (OverseerThreadFactory-7099-thread-4-processing-n:127.0.0.1:53093_ri_qt%2Fya) [n:127.0.0.1:53093_ri_qt%2Fya ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:53107_ri_qt%2Fya for creating new replica
[junit4] 2> 2075856 INFO (qtp222191533-22265) [n:127.0.0.1:53107_ri_qt%2Fya ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2075857 INFO (qtp222191533-22265) [n:127.0.0.1:53107_ri_qt%2Fya ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2076893 INFO (qtp222191533-22265) [n:127.0.0.1:53107_ri_qt%2Fya c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2076938 INFO (qtp222191533-22265) [n:127.0.0.1:53107_ri_qt%2Fya c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema [collection1_shard3_replica_n63] Schema name=test
[junit4] 2> 2076981 INFO (qtp222191533-22265) [n:127.0.0.1:53107_ri_qt%2Fya c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2077000 INFO (qtp222191533-22265) [n:127.0.0.1:53107_ri_qt%2Fya c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard3_replica_n63' using configuration from collection collection1, trusted=true
[junit4] 2> 2077000 INFO (qtp222191533-22265) [n:127.0.0.1:53107_ri_qt%2Fya c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard3.replica_n63' (registry 'solr.core.collection1.shard3.replica_n63') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@622c6042
[junit4] 2> 2077000 INFO (qtp222191533-22265) [n:127.0.0.1:53107_ri_qt%2Fya c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2077001 INFO (qtp222191533-22265) [n:127.0.0.1:53107_ri_qt%2Fya c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [[collection1_shard3_replica_n63] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_24A8B24DF52C4CC7-001/shard-2-001/cores/collection1_shard3_replica_n63], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_24A8B24DF52C4CC7-001/shard-2-001/cores/collection1_shard3_replica_n63/data/]
[junit4] 2> 2077003 INFO (qtp222191533-22265) [n:127.0.0.1:53107_ri_qt%2Fya c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=44, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8465189928033218]
[junit4] 2> 2077005 WARN (qtp222191533-22265) [n:127.0.0.1:53107_ri_qt%2Fya c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2077048 INFO (qtp222191533-22265) [n:127.0.0.1:53107_ri_qt%2Fya c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2077048 INFO (qtp222191533-22265) [n:127.0.0.1:53107_ri_qt%2Fya c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2077049 INFO (qtp222191533-22265) [n:127.0.0.1:53107_ri_qt%2Fya c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2077049 INFO (qtp222191533-22265) [n:127.0.0.1:53107_ri_qt%2Fya c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2077050 INFO (qtp222191533-22265) [n:127.0.0.1:53107_ri_qt%2Fya c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=50, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=71.720703125, floorSegmentMB=0.5302734375, forceMergeDeletesPctAllowed=6.6760049484077175, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.44394386662890406
[junit4] 2> 2077050 INFO (qtp222191533-22265) [n:127.0.0.1:53107_ri_qt%2Fya c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.SolrIndexSearcher Opening [Searcher@30d7441b[collection1_shard3_replica_n63] main]
[junit4] 2> 2077052 INFO (qtp222191533-22265) [n:127.0.0.1:53107_ri_qt%2Fya c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2077052 INFO (qtp222191533-22265) [n:127.0.0.1:53107_ri_qt%2Fya c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2077052 INFO (qtp222191533-22265) [n:127.0.0.1:53107_ri_qt%2Fya c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2077052 INFO (qtp222191533-22265) [n:127.0.0.1:53107_ri_qt%2Fya c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590404864067764224
[junit4] 2> 2077053 INFO (searcherExecutor-7124-thread-1-processing-n:127.0.0.1:53107_ri_qt%2Fya x:collection1_shard3_replica_n63 s:shard3 c:collection1) [n:127.0.0.1:53107_ri_qt%2Fya c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [collection1_shard3_replica_n63] Registered new searcher Searcher@30d7441b[collection1_shard3_replica_n63] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2077058 INFO (qtp222191533-22265) [n:127.0.0.1:53107_ri_qt%2Fya c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2077058 INFO (qtp222191533-22265) [n:127.0.0.1:53107_ri_qt%2Fya c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2077058 INFO (qtp222191533-22265) [n:127.0.0.1:53107_ri_qt%2Fya c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:53107/ri_qt/ya/collection1_shard3_replica_n63/
[junit4] 2> 2077058 INFO (qtp222191533-22265) [n:127.0.0.1:53107_ri_qt%2Fya c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2077058 INFO (qtp222191533-22265) [n:127.0.0.1:53107_ri_qt%2Fya c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy http://127.0.0.1:53107/ri_qt/ya/collection1_shard3_replica_n63/ has no replicas
[junit4] 2> 2077058 INFO (qtp222191533-22265) [n:127.0.0.1:53107_ri_qt%2Fya c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2077062 INFO (qtp222191533-22265) [n:127.0.0.1:53107_ri_qt%2Fya c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:53107/ri_qt/ya/collection1_shard3_replica_n63/ shard3
[junit4] 2> 2077228 INFO (qtp222191533-22265) [n:127.0.0.1:53107_ri_qt%2Fya c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2077231 INFO (qtp222191533-22265) [n:127.0.0.1:53107_ri_qt%2Fya c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1375
[junit4] 2> 2077235 INFO (qtp912498251-22189) [n:127.0.0.1:53093_ri_qt%2Fya ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:53107_ri_qt%252Fya&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2} status=0 QTime=1385
[junit4] 2> 2077490 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_24A8B24DF52C4CC7-001/shard-3-001 of type NRT
[junit4] 2> 2077490 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2077491 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2077491 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2077491 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2077492 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7171e19{/ri_qt/ya,null,AVAILABLE}
[junit4] 2> 2077492 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@57658d0c{HTTP/1.1,[http/1.1]}{127.0.0.1:53112}
[junit4] 2> 2077492 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.e.j.s.Server Started @2081987ms
[junit4] 2> 2077492 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_24A8B24DF52C4CC7-001/tempDir-001/jetty3, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/ri_qt/ya, hostPort=53112, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_24A8B24DF52C4CC7-001/shard-3-001/cores}
[junit4] 2> 2077492 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2077493 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2077493 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2077493 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2077493 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-23T17:24:31.990Z
[junit4] 2> 2077494 INFO (zkConnectionManagerCallback-5479-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2077495 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2077495 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_24A8B24DF52C4CC7-001/shard-3-001/solr.xml
[junit4] 2> 2077499 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2077499 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2077500 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@622c6042, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2077503 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53090/solr
[junit4] 2> 2077504 INFO (zkConnectionManagerCallback-5483-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2077506 INFO (zkConnectionManagerCallback-5485-thread-1-processing-n:127.0.0.1:53112_ri_qt%2Fya) [n:127.0.0.1:53112_ri_qt%2Fya ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2077516 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [n:127.0.0.1:53112_ri_qt%2Fya ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2077520 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [n:127.0.0.1:53112_ri_qt%2Fya ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2077523 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [n:127.0.0.1:53112_ri_qt%2Fya ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53112_ri_qt%2Fya
[junit4] 2> 2077524 INFO (zkCallback-5464-thread-1-processing-n:127.0.0.1:53102_ri_qt%2Fya) [n:127.0.0.1:53102_ri_qt%2Fya ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2077524 INFO (zkCallback-5474-thread-1-processing-n:127.0.0.1:53107_ri_qt%2Fya) [n:127.0.0.1:53107_ri_qt%2Fya ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2077525 INFO (zkCallback-5456-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2077525 INFO (zkCallback-5446-thread-1-processing-n:127.0.0.1:53093_ri_qt%2Fya) [n:127.0.0.1:53093_ri_qt%2Fya ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2077525 INFO (zkCallback-5484-thread-1-processing-n:127.0.0.1:53112_ri_qt%2Fya) [n:127.0.0.1:53112_ri_qt%2Fya ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2077575 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [n:127.0.0.1:53112_ri_qt%2Fya ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@622c6042
[junit4] 2> 2077583 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [n:127.0.0.1:53112_ri_qt%2Fya ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@622c6042
[junit4] 2> 2077583 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [n:127.0.0.1:53112_ri_qt%2Fya ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@622c6042
[junit4] 2> 2077584 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [n:127.0.0.1:53112_ri_qt%2Fya ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_24A8B24DF52C4CC7-001/shard-3-001/cores
[junit4] 2> 2077621 INFO (qtp912498251-22187) [n:127.0.0.1:53093_ri_qt%2Fya ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:53112_ri_qt%252Fya&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2077624 INFO (OverseerCollectionConfigSetProcessor-99400303538601988-127.0.0.1:53093_ri_qt%2Fya-n_0000000000) [n:127.0.0.1:53093_ri_qt%2Fya ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2077624 INFO (OverseerThreadFactory-7099-thread-5-processing-n:127.0.0.1:53093_ri_qt%2Fya) [n:127.0.0.1:53093_ri_qt%2Fya ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:53112_ri_qt%2Fya for creating new replica
[junit4] 2> 2077628 INFO (qtp1921540748-22296) [n:127.0.0.1:53112_ri_qt%2Fya ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n65&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2077629 INFO (qtp1921540748-22296) [n:127.0.0.1:53112_ri_qt%2Fya ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2078650 INFO (qtp1921540748-22296) [n:127.0.0.1:53112_ri_qt%2Fya c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2078664 INFO (qtp1921540748-22296) [n:127.0.0.1:53112_ri_qt%2Fya c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.IndexSchema [collection1_shard1_replica_n65] Schema name=test
[junit4] 2> 2078727 INFO (qtp1921540748-22296) [n:127.0.0.1:53112_ri_qt%2Fya c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2078747 INFO (qtp1921540748-22296) [n:127.0.0.1:53112_ri_qt%2Fya c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n65' using configuration from collection collection1, trusted=true
[junit4] 2> 2078748 INFO (qtp1921540748-22296) [n:127.0.0.1:53112_ri_qt%2Fya c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n65' (registry 'solr.core.collection1.shard1.replica_n65') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@622c6042
[junit4] 2> 2078748 INFO (qtp1921540748-22296) [n:127.0.0.1:53112_ri_qt%2Fya c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2078748 INFO (qtp1921540748-22296) [n:127.0.0.1:53112_ri_qt%2Fya c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrCore [[collection1_shard1_replica_n65] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_24A8B24DF52C4CC7-001/shard-3-001/cores/collection1_shard1_replica_n65], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_24A8B24DF52C4CC7-001/shard-3-001/cores/collection1_shard1_replica_n65/data/]
[junit4] 2> 2078751 INFO (qtp1921540748-22296) [n:127.0.0.1:53112_ri_qt%2Fya c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=44, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8465189928033218]
[junit4] 2> 2078757 WARN (qtp1921540748-22296) [n:127.0.0.1:53112_ri_qt%2Fya c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2078808 INFO (qtp1921540748-22296) [n:127.0.0.1:53112_ri_qt%2Fya c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2078808 INFO (qtp1921540748-22296) [n:127.0.0.1:53112_ri_qt%2Fya c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2078809 INFO (qtp1921540748-22296) [n:127.0.0.1:53112_ri_qt%2Fya c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2078809 INFO (qtp1921540748-22296) [n:127.0.0.1:53112_ri_qt%2Fya c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2078810 INFO (qtp1921540748-22296) [n:127.0.0.1:53112_ri_qt%2Fya c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=50, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=71.720703125, floorSegmentMB=0.5302734375, forceMergeDeletesPctAllowed=6.6760049484077175, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.44394386662890406
[junit4] 2> 2078810 INFO (qtp1921540748-22296) [n:127.0.0.1:53112_ri_qt%2Fya c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.SolrIndexSearcher Opening [Searcher@75e28018[collection1_shard1_replica_n65] main]
[junit4] 2> 2078812 INFO (qtp1921540748-22296) [n:127.0.0.1:53112_ri_qt%2Fya c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2078812 INFO (qtp1921540748-22296) [n:127.0.0.1:53112_ri_qt%2Fya c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2078813 INFO (qtp1921540748-22296) [n:127.0.0.1:53112_ri_qt%2Fya c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2078813 INFO (qtp1921540748-22296) [n:127.0.0.1:53112_ri_qt%2Fya c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590404865914306560
[junit4] 2> 2078813 INFO (searcherExecutor-7135-thread-1-processing-n:127.0.0.1:53112_ri_qt%2Fya x:collection1_shard1_replica_n65 s:shard1 c:collection1) [n:127.0.0.1:53112_ri_qt%2Fya c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrCore [collection1_shard1_replica_n65] Registered new searcher Searcher@75e28018[collection1_shard1_replica_n65] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2078818 INFO (qtp1921540748-22296) [n:127.0.0.1:53112_ri_qt%2Fya c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2078818 INFO (qtp1921540748-22296) [n:127.0.0.1:53112_ri_qt%2Fya c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2078818 INFO (qtp1921540748-22296) [n:127.0.0.1:53112_ri_qt%2Fya c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:53112/ri_qt/ya/collection1_shard1_replica_n65/
[junit4] 2> 2078818 INFO (qtp1921540748-22296) [n:127.0.0.1:53112_ri_qt%2Fya c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2078818 INFO (qtp1921540748-22296) [n:127.0.0.1:53112_ri_qt%2Fya c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SyncStrategy http://127.0.0.1:53112/ri_qt/ya/collection1_shard1_replica_n65/ has no replicas
[junit4] 2> 2078818 INFO (qtp1921540748-22296) [n:127.0.0.1:53112_ri_qt%2Fya c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2078823 INFO (qtp1921540748-22296) [n:127.0.0.1:53112_ri_qt%2Fya c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:53112/ri_qt/ya/collection1_shard1_replica_n65/ shard1
[junit4] 2> 2078975 INFO (qtp1921540748-22296) [n:127.0.0.1:53112_ri_qt%2Fya c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2078977 INFO (qtp1921540748-22296) [n:127.0.0.1:53112_ri_qt%2Fya c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n65&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1349
[junit4] 2> 2078979 INFO (qtp912498251-22187) [n:127.0.0.1:53093_ri_qt%2Fya ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:53112_ri_qt%252Fya&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1358
[junit4] 2> 2079249 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_24A8B24DF52C4CC7-001/shard-4-001 of type NRT
[junit4] 2> 2079250 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2079251 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2079251 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2079251 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2079251 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[24A8B24DF52C4CC7]) [ ] o.e.j.s.h.ContextHand
[...truncated too long message...]
mum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/live_nodes
[junit4] 2> 11 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_24A8B24DF52C4CC7-001
[junit4] 2> Jan 23, 2018 5:48:13 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {action_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), event.source_s=PostingsFormat(name=LuceneFixedGap), type=PostingsFormat(name=Memory), before.actions_ss=Lucene50(blocksize=128), event.property._enqueue_time__ss=PostingsFormat(name=LuceneVarGapDocFreqInterval), after.actions_ss=PostingsFormat(name=LuceneVarGapDocFreqInterval), stage_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), event.id_s=PostingsFormat(name=LuceneFixedGap), event.property.eventTimes_ss=PostingsFormat(name=Memory), source_s=PostingsFormat(name=LuceneFixedGap), event.type_s=PostingsFormat(name=Memory), id=PostingsFormat(name=LuceneFixedGap), event.property.nodeNames_ss=PostingsFormat(name=Memory)}, docValues:{_version_=DocValuesFormat(name=Memory), event.time_l=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=283, maxMBSortInHeap=7.46093364793565, sim=RandomSimilarity(queryNorm=false): {}, locale=fr-CA, timezone=Asia/Magadan
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=133452824,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestSystemCollAutoCreate, TermVectorComponentTest, TestSolrConfigHandlerCloud, TestStressLiveNodes, MetricTriggerTest, CSVRequestHandlerTest, ZkStateReaderTest, OverseerTest, TestNonDefinedSimilarityFactory, CursorMarkTest, V2StandaloneTest, SyncSliceTest, TestSolrQueryParser, RulesTest, TestStressUserVersions, BadComponentTest, TestHdfsUpdateLog, TestDistributedMissingSort, HdfsChaosMonkeySafeLeaderTest, TestConfigSets, HdfsLockFactoryTest, TestFastWriter, NodeLostTriggerTest, TestManagedSynonymFilterFactory, CoreAdminCreateDiscoverTest, TestJavabinTupleStreamParser, CoreAdminHandlerTest, TestLegacyNumericUtils, TestCustomDocTransformer, TestMultiValuedNumericRangeQuery, SortSpecParsingTest, TestFreeTextSuggestions, InfixSuggestersTest, TestCodecSupport, TestReqParamsAPI, TestReloadDeadlock, MinimalSchemaTest, HdfsRestartWhileUpdatingTest, OverseerTaskQueueTest, TestCloudSchemaless, TestSort, StatsReloadRaceTest, ShowFileRequestHandlerTest, RegexBytesRefFilterTest, DistributedIntervalFacetingTest, TestMaxScoreQueryParser, CollectionsAPIAsyncDistributedZkTest, TestDocSet, TestManagedResource, TestFieldTypeResource, AtomicUpdateProcessorFactoryTest, ResponseHeaderTest, ReplaceNodeTest, SpellCheckCollatorTest, ShardRoutingTest, TestRebalanceLeaders, DistributedFacetPivotSmallTest, PrimUtilsTest, SimpleCollectionCreateDeleteTest, BigEndianAscendingWordSerializerTest, TestReRankQParserPlugin, EnumFieldTest, TestFuzzyAnalyzedSuggestions, TestImplicitCoreProperties, SliceStateTest, NoCacheHeaderTest, TestLMJelinekMercerSimilarityFactory, TestSchemalessBufferedUpdates, DistributedSuggestComponentTest, TestIndexingPerformance, TestSolr4Spatial, TestBackupRepositoryFactory, TestTrackingShardHandlerFactory, TestCoreDiscovery, TestTolerantUpdateProcessorCloud, TestSubQueryTransformerCrossCore, TestRestManager, HdfsRecoverLeaseTest, DisMaxRequestHandlerTest, DocValuesMultiTest, SecurityConfHandlerTest, BadIndexSchemaTest, TestLockTree, TestDistributedSearch, ZkSolrClientTest, MetricsConfigTest, TestInPlaceUpdatesStandalone, ClusterStateTest, DateRangeFieldTest, TestCollectionsAPIViaSolrCloudCluster, BufferStoreTest, ClassificationUpdateProcessorFactoryTest, AddBlockUpdateTest, TestDocBasedVersionConstraints, DefaultValueUpdateProcessorTest, TestExtendedDismaxParser, AsyncCallRequestStatusResponseTest, TestDistribDocBasedVersion, HdfsCollectionsAPIDistributedZkTest, ConfigSetsAPITest, LegacyCloudClusterPropTest, HdfsBasicDistributedZkTest, TestStressLucene, RegexBoostProcessorTest, TestClusterProperties, TestSolrDeletionPolicy2, TestFieldCacheVsDocValues, DistributedQueryComponentCustomSortTest, TestInitQParser, BadCopyFieldTest, SimpleFacetsTest, TestCrossCoreJoin, TestUtilizeNode, SolrCloudExampleTest, DistributedDebugComponentTest, TestExecutePlanAction, AutoAddReplicasPlanActionTest, TestHashPartitioner, ComputePlanActionTest, DocExpirationUpdateProcessorFactoryTest, OverseerRolesTest, TestNumericTerms64, TestPHPSerializedResponseWriter, TestFieldCache, SmileWriterTest, ChaosMonkeySafeLeaderTest, FieldAnalysisRequestHandlerTest, TestConfigSetImmutable, IndexSchemaTest, TestAnalyzedSuggestions, BasicFunctionalityTest, SimplePostToolTest, TestSolrXml, SolrMetricsIntegrationTest, XsltUpdateRequestHandlerTest, TestUniqueKeyFieldResource, TestSkipOverseerOperations, TestDFRSimilarityFactory, StressHdfsTest, HdfsDirectoryFactoryTest, LeaderInitiatedRecoveryOnCommitTest, ChangedSchemaMergeTest, TestReloadAndDeleteDocs, CleanupOldIndexTest, TestRawResponseWriter, ChaosMonkeyNothingIsSafeTest, TestSlowCompositeReaderWrapper, TestLegacyField, TestGraphTermsQParserPlugin, TestComputePlanAction, FileBasedSpellCheckerTest, TestGeoJSONResponseWriter, TestCloudPivotFacet, UpdateParamsTest, TestDynamicFieldResource, QueryParsingTest, CdcrUpdateLogTest, TimeZoneUtilsTest, ExplicitHLLTest, HttpPartitionTest, TestMacros, TestOverriddenPrefixQueryForCustomFieldType, TestSearchPerf, DocumentAnalysisRequestHandlerTest, BlockCacheTest, ClassificationUpdateProcessorTest, TestRandomFaceting, TestSha256AuthenticationProvider, DOMUtilTest, TestImpersonationWithHadoopAuth, BaseCdcrDistributedZkTest, MultiThreadedOCPTest, TestLegacyFieldCache, TestUseDocValuesAsStored2, SolrGraphiteReporterTest, ActionThrottleTest, DistanceUnitsTest, TestSchemaVersionResource, LoggingHandlerTest, TestMaxTokenLenTokenizer, TestHdfsBackupRestoreCore, TestOrdValues, DocValuesNotIndexedTest, TestShortCircuitedRequests, SuggesterWFSTTest, BasicDistributedZkTest, BasicDistributedZk2Test, LeaderElectionIntegrationTest, BasicZkTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, TestRandomDVFaceting, TestDistributedGrouping, TestFaceting, TestRecovery, DistributedSpellCheckComponentTest, ZkControllerTest, TestStressReorder, TestStressVersions, DistributedTermsComponentTest, SpellCheckComponentTest, SolrCmdDistributorTest, PeerSyncTest, SignatureUpdateProcessorFactoryTest, SuggesterFSTTest, SolrRequestParserTest, TestFoldingMultitermQuery, DocValuesTest, SuggesterTest, TestCSVLoader, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestUpdate, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, DistanceFunctionTest, SolrInfoBeanTest, DebugComponentTest, CacheHeaderTest, IndexBasedSpellCheckerTest, TestSurroundQueryParser, TestQueryUtils, TestWriterPerf, TestReversedWildcardFilterFactory, TestQueryTypes, PrimitiveFieldTypeTest, TestOmitPositions, TermsComponentTest, XmlUpdateRequestHandlerTest, RequestHandlersTest, TestValueSourceCache, RequiredFieldsTest, FastVectorHighlighterTest, IndexSchemaRuntimeFieldTest, SolrPluginUtilsTest, TestCollationField, ReturnFieldsTest, UpdateRequestProcessorFactoryTest, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, TestPartialUpdateDeduplication, TestComponentsName, SearchHandlerTest, TestLFUCache, HighlighterConfigTest, TestQuerySenderListener, AlternateDirectoryTest, TestSolrIndexConfig, ResponseLogComponentTest, TestStressRecovery, SampleTest, TestBinaryField, NumericFieldsTest, TestElisionMultitermQuery, TestConfig, OutputWriterTest, ExternalFileFieldSortTest, TestSolrCoreProperties, TestPostingsSolrHighlighter, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCharFilters, TestXIncludeConfig, EchoParamsTest, TestLMDirichletSimilarityFactory, TestBM25SimilarityFactory, ResourceLoaderTest, TestFastOutputStream, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, TestFastLRUCache, DateMathParserTest, PreAnalyzedFieldTest, SpellingQueryConverterTest, RAMDirectoryFactoryTest, TestSolrJ, TestLRUCache, TestUtils, TestDocumentBuilder, SystemInfoHandlerTest, UUIDFieldTest, FileUtilsTest, CircularListTest, DistributedMLTComponentTest, TestRTGBase, SolrTestCaseJ4Test, TestCursorMarkWithoutUniqueKey, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestLuceneIndexBackCompat, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, AliasIntegrationTest, CollectionsAPISolrJTest, DeleteStatusTest, DistribDocExpirationUpdateProcessorTest, ForceLeaderTest, RecoveryAfterSoftCommitTest, TestConfigSetsAPI, TestLeaderElectionWithEmptyReplica, TestLeaderInitiatedRecoveryThread, TestPullReplica, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt, TestStressCloudBlindAtomicUpdates, TestTlogReplica, VMParamsZkACLAndCredentialsProvidersTest, ZkFailoverTest, CustomCollectionTest, TestHdfsCloudBackupRestore, TestLocalFSCloudBackupRestore, AutoAddReplicasIntegrationTest, TriggerIntegrationTest, ConfigureRecoveryStrategyTest, DirectoryFactoryTest, ExitableDirectoryReaderTest, TestConfigSetProperties, TestCorePropertiesReload, TestInitParams, TestShardHandlerFactory, TestSimpleTextCodec, TestSolrConfigHandler, TestSolrCoreSnapshots, TestConfigReload, TestSQLHandlerNonCloud, TestSolrConfigHandlerConcurrent, AutoscalingHistoryHandlerTest]
[junit4] Completed [623/767 (2!)] on J1 in 15.27s, 1 test, 1 failure <<< FAILURES!
[...truncated 48669 lines...]
[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk1.8.0) - Build # 420 -
Failure!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/420/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([9DAE0B00742EAE53:27A23C8F2BC6781C]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.junit.Assert.assertNull(Assert.java:562)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1575)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13695 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> 3320281 INFO (SUITE-TriggerIntegrationTest-seed#[9DAE0B00742EAE53]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9DAE0B00742EAE53-001/init-core-data-001
[junit4] 2> 3320281 WARN (SUITE-TriggerIntegrationTest-seed#[9DAE0B00742EAE53]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=30 numCloses=30
[junit4] 2> 3320281 INFO (SUITE-TriggerIntegrationTest-seed#[9DAE0B00742EAE53]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 3320284 INFO (SUITE-TriggerIntegrationTest-seed#[9DAE0B00742EAE53]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 3320285 INFO (SUITE-TriggerIntegrationTest-seed#[9DAE0B00742EAE53]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9DAE0B00742EAE53-001/tempDir-001
[junit4] 2> 3320285 INFO (SUITE-TriggerIntegrationTest-seed#[9DAE0B00742EAE53]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3320285 INFO (Thread-6063) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3320285 INFO (Thread-6063) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3320287 ERROR (Thread-6063) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3320394 INFO (SUITE-TriggerIntegrationTest-seed#[9DAE0B00742EAE53]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:51253
[junit4] 2> 3320418 INFO (zkConnectionManagerCallback-8961-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3320428 INFO (jetty-launcher-8958-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3320428 INFO (jetty-launcher-8958-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3320430 INFO (jetty-launcher-8958-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3320431 INFO (jetty-launcher-8958-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3320431 INFO (jetty-launcher-8958-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 3320433 INFO (jetty-launcher-8958-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3320433 INFO (jetty-launcher-8958-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3320433 INFO (jetty-launcher-8958-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 3320433 INFO (jetty-launcher-8958-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@52c673b9{/solr,null,AVAILABLE}
[junit4] 2> 3320434 INFO (jetty-launcher-8958-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@917b512{/solr,null,AVAILABLE}
[junit4] 2> 3320434 INFO (jetty-launcher-8958-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@73d0f254{HTTP/1.1,[http/1.1]}{127.0.0.1:51257}
[junit4] 2> 3320435 INFO (jetty-launcher-8958-thread-2) [ ] o.e.j.s.Server Started @3324665ms
[junit4] 2> 3320435 INFO (jetty-launcher-8958-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51257}
[junit4] 2> 3320436 INFO (jetty-launcher-8958-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5a9d1c97{HTTP/1.1,[http/1.1]}{127.0.0.1:51256}
[junit4] 2> 3320436 INFO (jetty-launcher-8958-thread-1) [ ] o.e.j.s.Server Started @3324667ms
[junit4] 2> 3320436 INFO (jetty-launcher-8958-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51256}
[junit4] 2> 3320436 ERROR (jetty-launcher-8958-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3320437 ERROR (jetty-launcher-8958-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3320437 INFO (jetty-launcher-8958-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 3320437 INFO (jetty-launcher-8958-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3320437 INFO (jetty-launcher-8958-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 3320437 INFO (jetty-launcher-8958-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3320437 INFO (jetty-launcher-8958-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3320437 INFO (jetty-launcher-8958-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T15:41:34.422Z
[junit4] 2> 3320437 INFO (jetty-launcher-8958-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3320438 INFO (jetty-launcher-8958-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T15:41:34.423Z
[junit4] 2> 3320441 INFO (zkConnectionManagerCallback-8965-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3320441 INFO (zkConnectionManagerCallback-8964-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3320442 INFO (jetty-launcher-8958-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3320442 INFO (jetty-launcher-8958-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3320457 INFO (jetty-launcher-8958-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51253/solr
[junit4] 2> 3320457 INFO (jetty-launcher-8958-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51253/solr
[junit4] 2> 3320459 INFO (zkConnectionManagerCallback-8971-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3320459 INFO (zkConnectionManagerCallback-8973-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3320462 INFO (zkConnectionManagerCallback-8975-thread-1-processing-n:127.0.0.1:51256_solr) [n:127.0.0.1:51256_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3320462 INFO (zkConnectionManagerCallback-8977-thread-1-processing-n:127.0.0.1:51257_solr) [n:127.0.0.1:51257_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3320604 INFO (jetty-launcher-8958-thread-2) [n:127.0.0.1:51257_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3320604 INFO (jetty-launcher-8958-thread-1) [n:127.0.0.1:51256_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3320605 INFO (jetty-launcher-8958-thread-2) [n:127.0.0.1:51257_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:51257_solr
[junit4] 2> 3320606 INFO (jetty-launcher-8958-thread-1) [n:127.0.0.1:51256_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51256_solr
[junit4] 2> 3320606 INFO (jetty-launcher-8958-thread-2) [n:127.0.0.1:51257_solr ] o.a.s.c.Overseer Overseer (id=99411223791009798-127.0.0.1:51257_solr-n_0000000000) starting
[junit4] 2> 3320607 INFO (zkCallback-8974-thread-1-processing-n:127.0.0.1:51256_solr) [n:127.0.0.1:51256_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3320607 INFO (zkCallback-8976-thread-1-processing-n:127.0.0.1:51257_solr) [n:127.0.0.1:51257_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3320616 DEBUG (OverseerAutoScalingTriggerThread-99411223791009798-127.0.0.1:51257_solr-n_0000000000) [n:127.0.0.1:51257_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3320618 DEBUG (OverseerAutoScalingTriggerThread-99411223791009798-127.0.0.1:51257_solr-n_0000000000) [n:127.0.0.1:51257_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 3320619 DEBUG (OverseerAutoScalingTriggerThread-99411223791009798-127.0.0.1:51257_solr-n_0000000000) [n:127.0.0.1:51257_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:51256_solr]
[junit4] 2> 3320619 DEBUG (OverseerAutoScalingTriggerThread-99411223791009798-127.0.0.1:51257_solr-n_0000000000) [n:127.0.0.1:51257_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 3320619 DEBUG (OverseerAutoScalingTriggerThread-99411223791009798-127.0.0.1:51257_solr-n_0000000000) [n:127.0.0.1:51257_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 3320620 INFO (jetty-launcher-8958-thread-2) [n:127.0.0.1:51257_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51257_solr
[junit4] 2> 3320622 INFO (zkCallback-8974-thread-1-processing-n:127.0.0.1:51256_solr) [n:127.0.0.1:51256_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3320622 INFO (zkCallback-8976-thread-1-processing-n:127.0.0.1:51257_solr) [n:127.0.0.1:51257_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3320622 DEBUG (OverseerAutoScalingTriggerThread-99411223791009798-127.0.0.1:51257_solr-n_0000000000) [n:127.0.0.1:51257_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3320623 DEBUG (OverseerAutoScalingTriggerThread-99411223791009798-127.0.0.1:51257_solr-n_0000000000) [n:127.0.0.1:51257_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 3320633 DEBUG (ScheduledTrigger-13432-thread-1) [n:127.0.0.1:51257_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3320795 INFO (jetty-launcher-8958-thread-1) [n:127.0.0.1:51256_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51256.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e983e2f
[junit4] 2> 3320804 INFO (jetty-launcher-8958-thread-1) [n:127.0.0.1:51256_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51256.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e983e2f
[junit4] 2> 3320804 INFO (jetty-launcher-8958-thread-1) [n:127.0.0.1:51256_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51256.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e983e2f
[junit4] 2> 3320806 INFO (jetty-launcher-8958-thread-1) [n:127.0.0.1:51256_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9DAE0B00742EAE53-001/tempDir-001/node1/.
[junit4] 2> 3320808 INFO (jetty-launcher-8958-thread-2) [n:127.0.0.1:51257_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51257.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e983e2f
[junit4] 2> 3320814 INFO (jetty-launcher-8958-thread-2) [n:127.0.0.1:51257_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51257.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e983e2f
[junit4] 2> 3320814 INFO (jetty-launcher-8958-thread-2) [n:127.0.0.1:51257_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51257.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e983e2f
[junit4] 2> 3320815 INFO (jetty-launcher-8958-thread-2) [n:127.0.0.1:51257_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9DAE0B00742EAE53-001/tempDir-001/node2/.
[junit4] 2> 3320853 INFO (zkConnectionManagerCallback-8983-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3320856 INFO (zkConnectionManagerCallback-8987-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3320858 INFO (SUITE-TriggerIntegrationTest-seed#[9DAE0B00742EAE53]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3320859 INFO (SUITE-TriggerIntegrationTest-seed#[9DAE0B00742EAE53]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:51253/solr ready
[junit4] 2> 3320875 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9DAE0B00742EAE53]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTriggerRestoreState
[junit4] 2> 3320875 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9DAE0B00742EAE53]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 3320876 DEBUG (zkCallback-8976-thread-1-processing-n:127.0.0.1:51257_solr) [n:127.0.0.1:51257_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 3320876 DEBUG (OverseerAutoScalingTriggerThread-99411223791009798-127.0.0.1:51257_solr-n_0000000000) [n:127.0.0.1:51257_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 3320878 DEBUG (OverseerAutoScalingTriggerThread-99411223791009798-127.0.0.1:51257_solr-n_0000000000) [n:127.0.0.1:51257_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3320879 DEBUG (OverseerAutoScalingTriggerThread-99411223791009798-127.0.0.1:51257_solr-n_0000000000) [n:127.0.0.1:51257_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3320879 DEBUG (OverseerAutoScalingTriggerThread-99411223791009798-127.0.0.1:51257_solr-n_0000000000) [n:127.0.0.1:51257_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 3320881 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9DAE0B00742EAE53]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3320882 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9DAE0B00742EAE53]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3320882 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9DAE0B00742EAE53]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3320882 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9DAE0B00742EAE53]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3320883 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9DAE0B00742EAE53]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5566df02{/solr,null,AVAILABLE}
[junit4] 2> 3320883 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9DAE0B00742EAE53]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3c23ffe{HTTP/1.1,[http/1.1]}{127.0.0.1:51270}
[junit4] 2> 3320883 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9DAE0B00742EAE53]) [ ] o.e.j.s.Server Started @3325114ms
[junit4] 2> 3320883 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9DAE0B00742EAE53]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51270}
[junit4] 2> 3320883 ERROR (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9DAE0B00742EAE53]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3320883 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9DAE0B00742EAE53]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 3320883 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9DAE0B00742EAE53]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3320883 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9DAE0B00742EAE53]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3320884 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9DAE0B00742EAE53]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T15:41:34.869Z
[junit4] 2> 3320885 INFO (zkConnectionManagerCallback-8989-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3320886 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9DAE0B00742EAE53]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3320893 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9DAE0B00742EAE53]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51253/solr
[junit4] 2> 3320895 INFO (zkConnectionManagerCallback-8993-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3320897 INFO (zkConnectionManagerCallback-8995-thread-1-processing-n:127.0.0.1:51270_solr) [n:127.0.0.1:51270_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3320907 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9DAE0B00742EAE53]) [n:127.0.0.1:51270_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3320910 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9DAE0B00742EAE53]) [n:127.0.0.1:51270_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3320913 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9DAE0B00742EAE53]) [n:127.0.0.1:51270_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51270_solr
[junit4] 2> 3320914 INFO (zkCallback-8986-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3320915 INFO (zkCallback-8994-thread-1-processing-n:127.0.0.1:51270_solr) [n:127.0.0.1:51270_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3320915 INFO (zkCallback-8974-thread-1-processing-n:127.0.0.1:51256_solr) [n:127.0.0.1:51256_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3320915 INFO (zkCallback-8976-thread-1-processing-n:127.0.0.1:51257_solr) [n:127.0.0.1:51257_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3320973 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9DAE0B00742EAE53]) [n:127.0.0.1:51270_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51270.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e983e2f
[junit4] 2> 3320981 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9DAE0B00742EAE53]) [n:127.0.0.1:51270_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51270.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e983e2f
[junit4] 2> 3320982 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9DAE0B00742EAE53]) [n:127.0.0.1:51270_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51270.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e983e2f
[junit4] 2> 3320983 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9DAE0B00742EAE53]) [n:127.0.0.1:51270_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9DAE0B00742EAE53-001/tempDir-001/node3/.
[junit4] 2> 3321041 INFO (qtp648975697-35491) [n:127.0.0.1:51256_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3321043 INFO (qtp94106374-35503) [n:127.0.0.1:51257_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3321044 INFO (qtp1786513822-35551) [n:127.0.0.1:51270_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3321044 DEBUG (qtp94106374-35497) [n:127.0.0.1:51257_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3321045 INFO (qtp94106374-35497) [n:127.0.0.1:51257_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 3321046 DEBUG (zkCallback-8976-thread-1-processing-n:127.0.0.1:51257_solr) [n:127.0.0.1:51257_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 3321047 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9DAE0B00742EAE53]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@3c23ffe{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 3321047 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9DAE0B00742EAE53]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=805325922
[junit4] 2> 3321047 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9DAE0B00742EAE53]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 3321047 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9DAE0B00742EAE53]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@624e0b9c: rootName = solr_51270, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2ae5b6d
[junit4] 2> 3321047 DEBUG (zkCallback-8976-thread-1-processing-n:127.0.0.1:51257_solr) [n:127.0.0.1:51257_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:51270_solr, 127.0.0.1:51257_solr, 127.0.0.1:51256_solr]
[junit4] 2> 3321047 DEBUG (OverseerAutoScalingTriggerThread-99411223791009798-127.0.0.1:51257_solr-n_0000000000) [n:127.0.0.1:51257_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 3321050 INFO (OverseerAutoScalingTriggerThread-99411223791009798-127.0.0.1:51257_solr-n_0000000000) [n:127.0.0.1:51257_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3321051 DEBUG (OverseerAutoScalingTriggerThread-99411223791009798-127.0.0.1:51257_solr-n_0000000000) [n:127.0.0.1:51257_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3321051 DEBUG (OverseerAutoScalingTriggerThread-99411223791009798-127.0.0.1:51257_solr-n_0000000000) [n:127.0.0.1:51257_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 3321052 DEBUG (ScheduledTrigger-13432-thread-1) [n:127.0.0.1:51257_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: 3
[junit4] 2> 3321054 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9DAE0B00742EAE53]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 3321054 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9DAE0B00742EAE53]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@34147af3: rootName = solr_51270, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@72ac670f
[junit4] 2> 3321058 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9DAE0B00742EAE53]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 3321058 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9DAE0B00742EAE53]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4d943ca5: rootName = solr_51270, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@11092637
[junit4] 2> 3321060 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9DAE0B00742EAE53]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:51270_solr
[junit4] 2> 3321061 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9DAE0B00742EAE53]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 3321061 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9DAE0B00742EAE53]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3321062 INFO (zkCallback-8994-thread-1-processing-n:127.0.0.1:51270_solr) [n:127.0.0.1:51270_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 3321062 INFO (zkCallback-8986-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 3321062 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1612dfb38c0000b, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3321063 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9DAE0B00742EAE53]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5566df02{/solr,null,UNAVAILABLE}
[junit4] 2> 3321063 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9DAE0B00742EAE53]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3321063 INFO (zkCallback-8974-thread-1-processing-n:127.0.0.1:51256_solr) [n:127.0.0.1:51256_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 3321063 INFO (zkCallback-8976-thread-1-processing-n:127.0.0.1:51257_solr) [n:127.0.0.1:51257_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 3322059 DEBUG (ScheduledTrigger-13432-thread-2) [n:127.0.0.1:51257_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: 2
[junit4] 2> 3322059 DEBUG (ScheduledTrigger-13432-thread-2) [n:127.0.0.1:51257_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:51270_solr
[junit4] 2> 3322576 INFO (qtp648975697-35493) [n:127.0.0.1:51256_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3322577 INFO (qtp94106374-35503) [n:127.0.0.1:51257_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3322577 DEBUG (qtp94106374-35501) [n:127.0.0.1:51257_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3322578 INFO (qtp94106374-35501) [n:127.0.0.1:51257_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 3322579 DEBUG (zkCallback-8976-thread-1-processing-n:127.0.0.1:51257_solr) [n:127.0.0.1:51257_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 3322579 DEBUG (zkCallback-8976-thread-1-processing-n:127.0.0.1:51257_solr) [n:127.0.0.1:51257_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:51257_solr, 127.0.0.1:51256_solr]
[junit4] 2> 3322579 DEBUG (OverseerAutoScalingTriggerThread-99411223791009798-127.0.0.1:51257_solr-n_0000000000) [n:127.0.0.1:51257_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 3322580 INFO (OverseerAutoScalingTriggerThread-99411223791009798-127.0.0.1:51257_solr-n_0000000000) [n:127.0.0.1:51257_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3322580 DEBUG (OverseerAutoScalingTriggerThread-99411223791009798-127.0.0.1:51257_solr-n_0000000000) [n:127.0.0.1:51257_solr ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:51270_solr
[junit4] 2> 3322581 DEBUG (OverseerAutoScalingTriggerThread-99411223791009798-127.0.0.1:51257_solr-n_0000000000) [n:127.0.0.1:51257_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3322581 DEBUG (ScheduledTrigger-13432-thread-1) [n:127.0.0.1:51257_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: 2
[junit4] 2> 3322581 DEBUG (ScheduledTrigger-13432-thread-1) [n:127.0.0.1:51257_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:51270_solr]
[junit4] 2> 3322581 DEBUG (ScheduledTrigger-13432-thread-1) [n:127.0.0.1:51257_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"21d86fbf495b1T6ukxg2k0wo1xddpnhzta2az7c",
[junit4] 2> "source":"node_lost_restore_trigger",
[junit4] 2> "eventTime":595415543354801,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[595415543354801],
[junit4] 2> "nodeNames":["127.0.0.1:51270_solr"]}}
[junit4] 2> 3322582 DEBUG (ScheduledTrigger-13432-thread-1) [n:127.0.0.1:51257_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_restore_trigger]
[junit4] 2> 3322582 DEBUG (OverseerAutoScalingTriggerThread-99411223791009798-127.0.0.1:51257_solr-n_0000000000) [n:127.0.0.1:51257_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 3322583 INFO (ScheduledTrigger-13432-thread-1) [n:127.0.0.1:51257_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 3322583 DEBUG (AutoscalingActionExecutor-13433-thread-1-processing-n:127.0.0.1:51257_solr) [n:127.0.0.1:51257_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"21d86fbf495b1T6ukxg2k0wo1xddpnhzta2az7c",
[junit4] 2> "source":"node_lost_restore_trigger",
[junit4] 2> "eventTime":595415543354801,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[595415543354801],
[junit4] 2> "_enqueue_time_":595415545096109,
[junit4] 2> "nodeNames":["127.0.0.1:51270_solr"]}}
[junit4] 2> 3322584 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9DAE0B00742EAE53]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTriggerRestoreState
[junit4] 2> 3322590 DEBUG (AutoscalingActionExecutor-13433-thread-1-processing-n:127.0.0.1:51257_solr) [n:127.0.0.1:51257_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_restore_trigger after 5000ms
[junit4] 2> 3322591 DEBUG (AutoscalingActionExecutor-13433-thread-1-processing-n:127.0.0.1:51257_solr) [n:127.0.0.1:51257_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 7 ms for event id=21d86fbf495b1T6ukxg2k0wo1xddpnhzta2az7c
[junit4] 2> 3322601 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSearchRate
[junit4] 2> 3322602 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5
[junit4] 2> 3322602 DEBUG (zkCallback-8976-thread-1-processing-n:127.0.0.1:51257_solr) [n:127.0.0.1:51257_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 3322602 DEBUG (OverseerAutoScalingTriggerThread-99411223791009798-127.0.0.1:51257_solr-n_0000000000) [n:127.0.0.1:51257_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 3322604 DEBUG (OverseerAutoScalingTriggerThread-99411223791009798-127.0.0.1:51257_solr-n_0000000000) [n:127.0.0.1:51257_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3322604 DEBUG (OverseerAutoScalingTriggerThread-99411223791009798-127.0.0.1:51257_solr-n_0000000000) [n:127.0.0.1:51257_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3322606 DEBUG (OverseerAutoScalingTriggerThread-99411223791009798-127.0.0.1:51257_solr-n_0000000000) [n:127.0.0.1:51257_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 3322606 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3322607 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3322607 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3322608 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 3322608 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@481ff45b{/solr,null,AVAILABLE}
[junit4] 2> 3322608 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5f16918a{HTTP/1.1,[http/1.1]}{127.0.0.1:51286}
[junit4] 2> 3322608 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [ ] o.e.j.s.Server Started @3326839ms
[junit4] 2> 3322608 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51286}
[junit4] 2> 3322608 ERROR (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3322609 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 3322609 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3322609 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3322609 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T15:41:36.594Z
[junit4] 2> 3322611 INFO (zkConnectionManagerCallback-8999-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3322612 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3322623 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51253/solr
[junit4] 2> 3322624 INFO (zkConnectionManagerCallback-9003-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3322628 INFO (zkConnectionManagerCallback-9005-thread-1-processing-n:127.0.0.1:51286_solr) [n:127.0.0.1:51286_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3322639 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [n:127.0.0.1:51286_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3322643 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [n:127.0.0.1:51286_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3322646 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [n:127.0.0.1:51286_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51286_solr
[junit4] 2> 3322648 INFO (zkCallback-8986-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3322648 INFO (zkCallback-8974-thread-1-processing-n:127.0.0.1:51256_solr) [n:127.0.0.1:51256_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3322648 INFO (zkCallback-8976-thread-1-processing-n:127.0.0.1:51257_solr) [n:127.0.0.1:51257_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3322648 INFO (zkCallback-9004-thread-1-processing-n:127.0.0.1:51286_solr) [n:127.0.0.1:51286_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3322744 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [n:127.0.0.1:51286_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51286.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e983e2f
[junit4] 2> 3322752 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [n:127.0.0.1:51286_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51286.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e983e2f
[junit4] 2> 3322753 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [n:127.0.0.1:51286_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51286.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e983e2f
[junit4] 2> 3322755 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [n:127.0.0.1:51286_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9DAE0B00742EAE53-001/tempDir-001/node4/.
[junit4] 2> 3322813 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3322814 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3322814 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3322814 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3322814 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@700a835b{/solr,null,AVAILABLE}
[junit4] 2> 3322815 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@66c1aaa8{HTTP/1.1,[http/1.1]}{127.0.0.1:51292}
[junit4] 2> 3322815 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [ ] o.e.j.s.Server Started @3327046ms
[junit4] 2> 3322815 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51292}
[junit4] 2> 3322815 ERROR (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3322815 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 3322815 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3322816 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3322816 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T15:41:36.801Z
[junit4] 2> 3322818 INFO (zkConnectionManagerCallback-9009-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3322819 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3322828 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51253/solr
[junit4] 2> 3322830 INFO (zkConnectionManagerCallback-9013-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3322833 INFO (zkConnectionManagerCallback-9015-thread-1-processing-n:127.0.0.1:51292_solr) [n:127.0.0.1:51292_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3322845 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [n:127.0.0.1:51292_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3322848 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [n:127.0.0.1:51292_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3322852 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [n:127.0.0.1:51292_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51292_solr
[junit4] 2> 3322854 INFO (zkCallback-8976-thread-1-processing-n:127.0.0.1:51257_solr) [n:127.0.0.1:51257_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3322855 INFO (zkCallback-8974-thread-1-processing-n:127.0.0.1:51256_solr) [n:127.0.0.1:51256_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3322855 INFO (zkCallback-9004-thread-1-processing-n:127.0.0.1:51286_solr) [n:127.0.0.1:51286_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3322855 INFO (zkCallback-8986-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3322855 INFO (zkCallback-9014-thread-1-processing-n:127.0.0.1:51292_solr) [n:127.0.0.1:51292_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3322942 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [n:127.0.0.1:51292_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51292.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e983e2f
[junit4] 2> 3322952 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [n:127.0.0.1:51292_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51292.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e983e2f
[junit4] 2> 3322952 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [n:127.0.0.1:51292_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51292.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e983e2f
[junit4] 2> 3322953 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [n:127.0.0.1:51292_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9DAE0B00742EAE53-001/tempDir-001/node5/.
[junit4] 2> 3323006 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3323008 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3323008 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3323008 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3323008 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@b3abbeb{/solr,null,AVAILABLE}
[junit4] 2> 3323009 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4e937d24{HTTP/1.1,[http/1.1]}{127.0.0.1:51296}
[junit4] 2> 3323009 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [ ] o.e.j.s.Server Started @3327239ms
[junit4] 2> 3323009 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51296}
[junit4] 2> 3323009 ERROR (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3323009 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 3323009 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3323009 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3323009 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T15:41:36.994Z
[junit4] 2> 3323011 INFO (zkConnectionManagerCallback-9019-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3323012 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3323021 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51253/solr
[junit4] 2> 3323022 INFO (zkConnectionManagerCallback-9023-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3323026 INFO (zkConnectionManagerCallback-9025-thread-1-processing-n:127.0.0.1:51296_solr) [n:127.0.0.1:51296_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3323038 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [n:127.0.0.1:51296_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 3323042 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [n:127.0.0.1:51296_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3323046 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [n:127.0.0.1:51296_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51296_solr
[junit4] 2> 3323048 INFO (zkCallback-9004-thread-1-processing-n:127.0.0.1:51286_solr) [n:127.0.0.1:51286_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3323048 INFO (zkCallback-8974-thread-1-processing-n:127.0.0.1:51256_solr) [n:127.0.0.1:51256_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3323048 INFO (zkCallback-8976-thread-1-processing-n:127.0.0.1:51257_solr) [n:127.0.0.1:51257_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3323049 INFO (zkCallback-9024-thread-1-processing-n:127.0.0.1:51296_solr) [n:127.0.0.1:51296_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3323049 INFO (zkCallback-9014-thread-1-processing-n:127.0.0.1:51292_solr) [n:127.0.0.1:51292_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3323048 INFO (zkCallback-8986-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3323117 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [n:127.0.0.1:51296_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51296.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e983e2f
[junit4] 2> 3323129 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [n:127.0.0.1:51296_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51296.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e983e2f
[junit4] 2> 3323129 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [n:127.0.0.1:51296_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51296.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e983e2f
[junit4] 2> 3323131 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[9DAE0B00742EAE53]) [n:127.0.0.1:51296_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9DAE0B00742EAE53-001/tempDir-001/node6/.
[junit4] 2> 3323214 INFO (qtp648975697-35493) [n:127.0.0.1:51256_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=collection1&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3323217 INFO (OverseerThreadFactory-13434-thread-1-processing-n:127.0.0.1:51257_solr) [n:127.0.0.1:51257_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 3323330 INFO (OverseerStateUpdate-99411223791009798-127.0.0.1:51257_solr-n_0000000000) [n:127.0.0.1:51257_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:51257/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3323333 INFO (OverseerStateUpdate-99411223791009798-127.0.0.1:51257_solr-n_0000000000) [n:127.0.0.1:51257_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:51256/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3323551 INFO (qtp94106374-35501) [n:127.0.0.1:51257_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3323551 INFO (qtp648975697-35496) [n:127.0.0.1:51256_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n2&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3323552 INFO (qtp94106374-35501) [n:127.0.0.1:51257_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3323552 INFO (qtp648975697-35496) [n:127.0.0.1:51256_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3323670 INFO (zkCallback-8974-thread-1-processing-n:127.0.0.1:51256_solr) [n:127.0.0.1:51256_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 3323670 INFO (zkCallback-8976-thread-1-processing-n:127.0.0.1:51257_solr) [n:127.0.0.1:51257_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 3323671 INFO (zkCallback-8974-thread-2-processing-n:127.0.0.1:51256_solr) [n:127.0.0.1:51256_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 3323671 INFO (zkCallback-8976-thread-2-processing-n:127.0.0.1:51257_solr) [n:127.0.0.1:51257_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 3324584 INFO (qtp648975697-35496) [n:127.0.0.1:51256_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 3324584 INFO (qtp94106374-35501) [n:127.0.0.1:51257_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 3324594 INFO (qtp94106374-35501) [n:127.0.0.1:51257_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 3324596 INFO (qtp648975697-35496) [n:127.0.0.1:51256_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.IndexSchema [collection1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 3324598 INFO (qtp94106374-35501) [n:127.0.0.1:51257_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3324598 INFO (qtp94106374-35501) [n:127.0.0.1:51257_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
[junit4] 2> 3324599 INFO (qtp648975697-35496) [n:127.0.0.1:51256_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3324599 INFO (qtp648975697-35496) [n:127.0.0.1:51256_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n2' using configuration from collection collection1, trusted=true
[junit4] 2> 3324599 INFO (qtp94106374-35501) [n:127.0.0.1:51257_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51257.solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e983e2f
[junit4] 2> 3324599 INFO (qtp94106374-35501) [n:127.0.0.1:51257_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3324599 INFO (qtp94106374-35501) [n:127.0.0.1:51257_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9DAE0B00742EAE53-001/tempDir-001/node2/collection1_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9DAE0B00742EAE53-001/tempDir-001/node2/./collection1_shard1_replica_n1/data/]
[junit4] 2> 3324600 INFO (qtp648975697-35496) [n:127.0.0.1:51256_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51256.solr.core.collection1.shard1.replica_n2' (registry 'solr.core.collection1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e983e2f
[junit4] 2> 3324600 INFO (qtp648975697-35496) [n:127.0.0.1:51256_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3324600 INFO (qtp648975697-35496) [n:127.0.0.1:51256_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore [[collection1_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9DAE0B00742EAE53-001/tempDir-001/node1/collection1_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9DAE0B00742EAE53-001/tempDir-001/node1/./collection1_shard1_replica_n2/data/]
[junit4] 2> 3324674 INFO (qtp648975697-35496) [n:127.0.0.1:51256_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3324674 INFO (qtp648975697-35496) [n:127.0.0.1:51256_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3324675 INFO (qtp94106374-35501) [n:127.0.0.1:51257_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3324675 INFO (qtp94106374-35501) [n:127.0.0.1:51257_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3324677 INFO (qtp648975697-35496) [n:127.0.0.1:51256_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3324677 INFO (qtp648975697-35496) [n:127.0.0.1:51256_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3324679 INFO (qtp94106374-35501) [n:127.0.0.1:51257_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3324679 INFO (qtp94106374-35501) [n:127.0.0.1:51257_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3324679 INFO (qtp648975697-35496) [n:127.0.0.1:51256_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@140193f8[collection1_shard1_replica_n2] main]
[junit4] 2> 3324681 INFO (qtp648975697-35496) [n:127.0.0.1:51256_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3324681 INFO (qtp94106374-35501) [n:127.0.0.1:51257_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6cc0eff7[collection1_shard1_replica_n1] main]
[junit4] 2> 3324682 INFO (qtp648975697-35496) [n:127.0.0.1:51256_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3324683 INFO (qtp648975697-35496) [n:127.0.0.1:51256_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3324683 INFO (qtp648975697-35496) [n:127.0.0.1:51256_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590579585265696768
[junit4] 2> 3324684 INFO (searcherExecutor-13465-thread-1-processing-n:127.0.0.1:51256_solr x:collection1_shard1_replica_n2 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:51256_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore [collection1_shard1_replica_n2] Registered new searcher Searcher@140193f8[collection1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3324684 INFO (qtp94106374-35501) [n:127.0.0.1:51257_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3324684 INFO (qtp94106374-35501) [n:127.0.0.1:51257_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3324685 INFO (qtp94106374-35501) [n:127.0.0.1:51257_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3324685 INFO (qtp94106374-35501) [n:127.0.0.1:51257_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590579585267793920
[junit4] 2> 3324686 INFO (searcherExecutor-13464-thread-1-processing-n:127.0.0.1:51257_solr x:collection1_shard1_replica_n1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:51257_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@6cc0eff7[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3324692 INFO (qtp648975697-35496) [n:127.0.0.1:51256_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3324692 INFO (qtp648975697-35496) [n:127.0.0.1:51256_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3324692 INFO (qtp648975697-35496) [n:127.0.0.1:51256_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51256/solr/collection1_shard1_replica_n2/
[junit4] 2> 3324693 INFO (qtp648975697-35496) [n:127.0.0.1:51256_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_n2 url=http://127.0.0.1:51256/solr START replicas=[http://127.0.0.1:51257/solr/collection1_shard1_replica_n1/] nUpdates=100
[junit4] 2> 3324695 INFO (qtp94106374-35503) [n:127.0.0.1:51257_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3324796 INFO (zkCallback-8974-thread-1-processing-n:127.0.0.1:51256_solr) [n:127.0.0.1:51256_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 3324797 INFO (zkCallback-8976-thread-3-processing-n:127.0.0.1:51257_solr) [n:127.0.0.1:51257_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 3324796 INFO (zkCallback-8976-thread-2-processing-n:127.0.0.1:51257_solr) [n:127.0.0.1:51257_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 3324796 INFO (zkCallback-8974-thread-2-processing-n:127.0.0.1:51256_solr) [n:127.0.0.1:51256_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 3324993 INFO (qtp648975697-35496) [n:127.0.0.1:51256_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_n2 url=http://127.0.0.1:51256/solr DONE. We have no versions. sync failed.
[junit4] 2> 3324994 INFO (qtp648975697-35496) [n:127.0.0.1:51256_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 3324994 INFO (qtp648975697-35496) [n:127.0.0.1:51256_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 3324994 INFO (qtp648975697-35496) [n:127.0.0.1:51256_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 3325000 INFO (qtp648975697-35496) [n:127.0.0.1:51256_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51256/solr/collection1_shard1_replica_n2/ shard1
[junit4] 2> 3325112 INFO (zkCallback-8974-thread-2-processing-n:127.0.0.1:51256_solr) [n:127.0.0.1:51256_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 3325112 INFO (zkCallback-8976-thread-2-processing-n:127.0.0.1:51257_solr) [n:127.0.0.1:51257_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 3325112 INFO (zkCallback-8976-thread-3-processing-n:127.0.0.1:51257_solr) [n:127.0.0.1:51257_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 3325112 INFO (zkCallback-8974-thread-1-processing-n:127.0.0.1:51256_solr) [n:127.0.0.1:51256_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 3325168 INFO (qtp648975697-35496) [n:127.0.0.1:51256_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3325172 INFO (qtp648975697-35496) [n:127.0.0.1:51256_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n2&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1620
[junit4] 2> 3325283 INFO (zkCallback-8974-thread-1-processing-n:127.0.0.1:51256_solr) [n:127.0.0.1:51256_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 3325283 INFO (zkCallback-8974-thread-2-processing-n:127.0.0.1:51256_solr) [n:127.0.0.1:51256_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 3325283 INFO (zkCallback-8976-thread-2-processing-n:127.0.0.1:51257_solr) [n:127.0.0.1:51257_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 3325283 INFO (zkCallback-8976-thread-3-processing-n:127.0.0.1:51257_solr) [n:127.0.0.1:51257_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 3325698 INFO (qtp94106374-35501) [n:127.0.0.1:51257_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2146
[junit4] 2> 3325701 INFO (qtp648975697-35493) [n:127.0.0.1:51256_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 3325808 INFO (zkCallback-8974-thread-2-processing-n:127.0.0.1:51256_solr) [n:127.0.0.1:51256_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 3325808 INFO (zkCallback-8974-thread-1-processing-n:127.0.0.1:51256_solr) [n:127.0.0.1:51256_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 3325808 INFO (zkCallback-8976-thread-3-processing-n:127.0.0.1:51257_solr) [n:127.0.0.1:51257_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 3325808 INFO (zkCallback-8976-thread-2-processing-n:127.0.0.1:51257_solr) [n:127.0.0.1:51257_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 3326711 INFO (qtp648975697-35493) [n:127.0.0.1:51256_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=collection1&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3496
[junit4] 2> 3326718 INFO (qtp620101137-35582) [n:127.0.0.1:51286_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3326720 INFO (qtp1450649010-35606) [n:127.0.0.1:51292_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3326722 INFO (qtp1509209617-35634) [n:127.0.0.1:51296_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3326723 INFO (qtp94106374-35501) [n:127.0.0.1:51257_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 3326724 INFO (qtp94106374-35504) [n:127.0.0.1:51257_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3326725 INFO (qtp648975697-35496) [n:127.0.0.1:51256_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard1.replica_n2:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 3326727 INFO (qtp648975697-35495) [n:127.0.0.1:51256_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3326728 DEBUG (qtp1509209617-35630) [n:127.0.0.1:51296_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3326728 INFO (qtp1509209617-35630) [n:127.0.0.1:51296_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=14
[junit4] 2> 3326730 DEBUG (zkCallback-8976-thread-2-processing-n:127.0.0.1:51257_solr) [n:127.0.0.1:51257_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 3326731 DEBUG (OverseerAutoScalingTriggerThread-99411223791009798-127.0.0.1:51257_solr-n_0000000000) [n:127.0.0.1:51257_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 3326733 DEBUG (OverseerAutoScalingTriggerThread-99411223791009798-127.0.0.1:51257_solr-n_0000000000) [n:127.0.0.1:51257_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3326734 DEBUG (OverseerAutoScalingTriggerThread-99411223791009798-127.0.0.1:51257_solr-n_0000000000) [n:127.0.0.1:51257_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3326735 DEBUG (OverseerAutoScalingTriggerThread-99411223791009798-127.0.0.1:51257_solr-n_0000000000) [n:127.0.0.1:51257_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 3326737 INFO (qtp94106374-35501) [n:127.0.0.1:51257_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard1.replica_n1:QUERY./select.requestTimes:1minRate} status=0 QTime=0
[junit4] 2> 3326739 INFO (qtp648975697-35496) [n:127.0.0.1:51256_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard1.replica_n2:QUERY./select.requestTimes:1minRate} status=0 QTime=0
[junit4] 2> 3326739 INFO (qtp620101137-35587) [n:127.0.0.1:51286_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3326740 INFO (qtp1450649010-35610) [n:127.0.0.1:51292_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3326742 INFO (qtp1509209617-35634) [n:127.0.0.1:51296_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3326743 INFO (qtp94106374-35501) [n:127.0.0.1:51257_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 3326744 INFO (qtp94106374-35504) [n:127.0.0.1:51257_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3326745 INFO (qtp648975697-35496) [n:127.0.0.1:51256_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard1.replica_n2:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 3326747 INFO (qtp648975697-35495) [n:127.0.0.1:51256_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3326747 DEBUG (qtp620101137-35582) [n:127.0.0.1:51286_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3326748 INFO (qtp620101137-35582) [n:127.0.0.1:51286_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=13
[junit4] 2> 3326748 DEBUG (zkCallback-8976-thread-2-processing-n:127.0.0.1:51257_solr) [n:127.0.0.1:51257_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 3326749 DEBUG (OverseerAutoScalingTriggerThread-99411223791009798-127.0.0.1:51257_solr-n_0000000000) [n:127.0.0.1:51257_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 3326749 INFO (qtp648975697-35496) [n:127.0.0.1:51256_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:6&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 3326750 DEBUG (OverseerAutoScalingTriggerThread-99411223791009798-127.0.0.1:51257_solr-n_0000000000) [n:127.0.0.1:51257_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3326751 DEBUG (OverseerAutoScalingTriggerThread-99411223791009798-127.0.0.1:51257_solr-n_0000000000) [n:127.0.0.1:51257_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3326751 DEBUG (OverseerAutoScalingTriggerThread-99411223791009798-127.0.0.1:51257_solr-n_0000000000) [n:127.0.0.1:51257_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 3326752 INFO (qtp94106374-35501) [n:127.0.0.1:51257_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:6&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 3326752 INFO (qtp648975697-35495) [n:127.0.0.1:51256_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:6&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 3326753 INFO (qtp94106374-35504) [n:127.0.0.1:51257_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:6&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 3326754 INFO (qtp94106374-35501) [n:127.0.0.1:51257_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:6&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 3326754 INFO (qtp94106374-35504) [n:127.0.0.1:51257_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:6&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 3326755 INFO (qtp94106374-35501) [n:127.0.0.1:51257_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:6&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 3326755 INFO (qtp94106374-35504) [n:127.0.0.1:51257_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:6&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 3326756 INFO (qtp648975697-35496) [n:127.0.0.1:51256_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_s
[...truncated too long message...]
TestGraphTermsQParserPlugin, PrimUtilsTest, TestAuthenticationFramework, PrimitiveFieldTypeTest, UpdateParamsTest, TestCustomStream, TestIndexingPerformance, XsltUpdateRequestHandlerTest, TestWordDelimiterFilterFactory, TestFieldCacheSort, DefaultValueUpdateProcessorTest, OverseerCollectionConfigSetProcessorTest, TestFreeTextSuggestions, TestOverriddenPrefixQueryForCustomFieldType, TestSolrCoreProperties, EchoParamsTest, AutoAddReplicasPlanActionTest, TestExclusionRuleCollectionAccess, TestReloadDeadlock, ConfigSetsAPITest, DistributedSpellCheckComponentTest, TestStressLucene, RestartWhileUpdatingTest, TestStressLiveNodes, TestSSLRandomization, CursorMarkTest, MetricsConfigTest, FullSolrCloudDistribCmdsTest, TestChildDocTransformer, CollectionReloadTest, BasicDistributedZk2Test, TestFieldCacheVsDocValues, TestRetrieveFieldsOptimizer, ActionThrottleTest, DistributedFacetPivotSmallTest, TestCloudPivotFacet, PreAnalyzedFieldTest, DocumentAnalysisRequestHandlerTest, RegexBoostProcessorTest, ResponseLogComponentTest, TestRandomDVFaceting, MissingSegmentRecoveryTest, TestOrdValues, TestPHPSerializedResponseWriter, SolrJmxReporterTest, SystemInfoHandlerTest, TestFieldTypeResource, UUIDFieldTest, TestLegacyField, TestLocalFSCloudBackupRestore, TestRebalanceLeaders, TimeZoneUtilsTest, TestLRUCache, SpellCheckCollatorWithCollapseTest, DOMUtilTest, SuggestComponentContextFilterQueryTest, TestCoreAdminApis, NotRequiredUniqueKeyTest, TestSimpleTextCodec, HLLSerializationTest, DistributedQueryComponentCustomSortTest, ReplaceNodeTest, HttpPartitionTest, SpellCheckCollatorTest, MetricTriggerTest, QueryParsingTest, TestSimpleQParserPlugin, TestValueSourceCache, ReturnFieldsTest, DistributedSuggestComponentTest, BigEndianAscendingWordSerializerTest, TolerantUpdateProcessorTest, TestGeoJSONResponseWriter, DisMaxRequestHandlerTest, TestJettySolrRunner, TestNamedUpdateProcessors, TestBadConfig, DistribDocExpirationUpdateProcessorTest, RequestHandlersTest, TestSimDistributedQueue, SliceStateTest, TestTolerantUpdateProcessorCloud, CircularListTest, TestComputePlanAction, TestMultiValuedNumericRangeQuery, CloudMLTQParserTest, TestDFRSimilarityFactory, TestOnReconnectListenerSupport, InfixSuggestersTest, CSVRequestHandlerTest, TestReqParamsAPI, TestRawResponseWriter, TestJavabinTupleStreamParser, TestSubQueryTransformerCrossCore, TestAnalyzedSuggestions, IndexBasedSpellCheckerTest, ChaosMonkeyNothingIsSafeTest, SolrMetricsIntegrationTest, FileBasedSpellCheckerTest, TestCollapseQParserPlugin, ComputePlanActionTest, TestSort, TestReRankQParserPlugin, TestConfigReload, TestDocBasedVersionConstraints, PeerSyncTest, ChaosMonkeySafeLeaderWithPullReplicasTest, ZkStateReaderTest, TestInPlaceUpdatesStandalone, AsyncCallRequestStatusResponseTest, TestInitParams, ZkSolrClientTest, CreateCollectionCleanupTest, TestHashPartitioner, PreAnalyzedFieldManagedSchemaCloudTest, TestBlendedInfixSuggestions, TestSchemalessBufferedUpdates, DistributedIntervalFacetingTest, BlockCacheTest, DistributedTermsComponentTest, TestSolrConfigHandlerCloud, TestRandomFaceting, SyncSliceTest, TestCloudRecovery, ClassificationUpdateProcessorFactoryTest, TestManagedSchemaAPI, SecurityConfHandlerTest, TestSolrIndexConfig, DistanceFunctionTest, TestLuceneMatchVersion, TestFastLRUCache, TestImpersonationWithHadoopAuth, TestQuerySenderListener, SolrCloudReportersTest, TestDocSet, TestDistributedSearch, TestRestManager, SolrCloudExampleTest, TestSkipOverseerOperations, DocExpirationUpdateProcessorFactoryTest, TestJsonFacets, TestSchemaVersionResource, TestShortCircuitedRequests, TestHdfsUpdateLog, TestBackupRepositoryFactory, SortByFunctionTest, BasicFunctionalityTest, TestStressReorder, TestLMDirichletSimilarityFactory, DocValuesNotIndexedTest, TestCloudSchemaless, TestSolrXml, URLClassifyProcessorTest, DistributedFacetSimpleRefinementLongTailTest, DistanceUnitsTest, MultiThreadedOCPTest, GraphQueryTest, SmileWriterTest, TestCoreDiscovery, StatsReloadRaceTest, TestPKIAuthenticationPlugin, TestNestedDocsSort, DistributedDebugComponentTest, HighlighterConfigTest, FieldAnalysisRequestHandlerTest, DeleteLastCustomShardedReplicaTest, DebugComponentTest, TermVectorComponentTest, DeleteStatusTest, HdfsLockFactoryTest, TestDistribDocBasedVersion, ClusterStateTest, HdfsBasicDistributedZkTest, TestDynamicFieldResource, TestXmlQParser, CdcrUpdateLogTest, EnumFieldTest, TestFastWriter, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, OpenCloseCoreStressTest, OverseerTest, ShardRoutingTest, BasicZkTest, ClusterStateUpdateTest, TestZkChroot, ZkCLITest, ShardRoutingCustomTest, TestDistributedGrouping, ZkControllerTest, TestRealTimeGet, TestStressVersions, TestCoreContainer, SimpleFacetsTest, SpellCheckComponentTest, SolrCmdDistributorTest, BadIndexSchemaTest, ConvertedLegacyTest, DirectUpdateHandlerTest, HighlighterTest, SoftAutoCommitTest, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, SimplePostToolTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, CoreAdminHandlerTest, DocValuesTest, SuggesterTest, TestTrie, SuggesterWFSTTest, TestCSVLoader, NoCacheHeaderTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestUpdate, TestAtomicUpdateErrorCases, StatelessScriptUpdateProcessorFactoryTest, TestRemoteStreaming, DocValuesMultiTest, TestSolrDeletionPolicy1, TestSurroundQueryParser, TestQueryUtils, TestWriterPerf, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, TestOmitPositions, TermsComponentTest, XmlUpdateRequestHandlerTest, MoreLikeThisHandlerTest, TestSolrQueryParser, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, IndexSchemaTest, TestCollationField, UpdateRequestProcessorFactoryTest, TestCSVResponseWriter, JsonLoaderTest, TestComponentsName, SearchHandlerTest, AlternateDirectoryTest, SolrIndexConfigTest, BadComponentTest, TestSolrDeletionPolicy2, MultiTermTest, SampleTest, TestBinaryField, TestSearchPerf, NumericFieldsTest, MinimalSchemaTest, TestConfig, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCodecSupport, SynonymTokenizerTest, TestSweetSpotSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, ResourceLoaderTest, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, TestSystemIdResolver, TestSuggestSpellingConverter, DateFieldTest, TestSolrJ, TestDocumentBuilder, ZkNodePropsTest, DistributedMLTComponentTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestDistributedMissingSort, TestSimpleTrackingShardHandler, TestTolerantSearch, TestLuceneIndexBackCompat, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, AddReplicaTest, AliasIntegrationTest, AssignBackwardCompatibilityTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, CollectionStateFormat2Test, ConnectionManagerTest, DeleteReplicaTest, DeleteShardTest, DistributedQueueTest, ForceLeaderTest, LeaderInitiatedRecoveryOnCommitTest, MoveReplicaHDFSTest, MoveReplicaTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerRolesTest, RollingRestartTest, TestCloudPseudoReturnFields, TestClusterProperties, TestConfigSetsAPI, TestLeaderInitiatedRecoveryThread, TestPullReplicaErrorHandling, TestRandomFlRTGCloud, TestRequestForwarding, TestSegmentSorting, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt, TestSolrCloudWithSecureImpersonation, TestTlogReplica, CollectionsAPIAsyncDistributedZkTest, CollectionsAPIDistributedZkTest, SimpleCollectionCreateDeleteTest, TestCollectionsAPIViaSolrCloudCluster, TestHdfsCloudBackupRestore, TestRequestStatusCollectionAPI, AutoScalingHandlerTest, ExecutePlanActionTest, HdfsAutoAddReplicasIntegrationTest, NodeAddedTriggerTest, NodeLostTriggerTest, SearchRateTriggerTest, SystemLogListenerTest, TestPolicyCloud, TriggerIntegrationTest]
[junit4] Completed [611/767 (1!)] on J1 in 192.98s, 14 tests, 1 failure <<< FAILURES!
[...truncated 37065 lines...]
-ecj-javadoc-lint-tests:
[mkdir] Created dir: /var/folders/qg/h2dfw5s161s51l2bn79mrb7r0000gn/T/ecj1687022588
[ecj-lint] Compiling 19 source files to /var/folders/qg/h2dfw5s161s51l2bn79mrb7r0000gn/T/ecj1687022588
[ecj-lint] ----------
[ecj-lint] 1. ERROR in /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/spatial3d/src/test/org/apache/lucene/spatial3d/geom/RandomPlaneTest.java (at line 20)
[ecj-lint] import java.util.ArrayList;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import java.util.ArrayList is never used
[ecj-lint] ----------
[ecj-lint] 2. ERROR in /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/spatial3d/src/test/org/apache/lucene/spatial3d/geom/RandomPlaneTest.java (at line 21)
[ecj-lint] import java.util.List;
[ecj-lint] ^^^^^^^^^^^^^^
[ecj-lint] The import java.util.List is never used
[ecj-lint] ----------
[ecj-lint] 2 problems (2 errors)
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/build.xml:836: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/build.xml:101: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build.xml:208: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/common-build.xml:2281: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/common-build.xml:2112: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/common-build.xml:2145: Compile failed; see the compiler error output for details.
Total time: 96 minutes 57 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk-9) - Build # 419 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/419/
Java: 64bit/jdk-9 -XX:+UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger
Error Message:
Stack Trace:
java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([10223993E1A4C5DA:AA2E0E1CBE4C1395]:0)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1565)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 13683 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> 3367491 INFO (SUITE-TriggerIntegrationTest-seed#[10223993E1A4C5DA]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_10223993E1A4C5DA-001/init-core-data-001
[junit4] 2> 3367492 WARN (SUITE-TriggerIntegrationTest-seed#[10223993E1A4C5DA]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=272 numCloses=272
[junit4] 2> 3367493 INFO (SUITE-TriggerIntegrationTest-seed#[10223993E1A4C5DA]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 3367494 INFO (SUITE-TriggerIntegrationTest-seed#[10223993E1A4C5DA]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 3367495 INFO (SUITE-TriggerIntegrationTest-seed#[10223993E1A4C5DA]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_10223993E1A4C5DA-001/tempDir-001
[junit4] 2> 3367496 INFO (SUITE-TriggerIntegrationTest-seed#[10223993E1A4C5DA]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3367496 INFO (Thread-5524) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3367496 INFO (Thread-5524) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3367503 ERROR (Thread-5524) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3367609 INFO (SUITE-TriggerIntegrationTest-seed#[10223993E1A4C5DA]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:61445
[junit4] 2> 3367625 INFO (zkConnectionManagerCallback-6145-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3367638 INFO (jetty-launcher-6142-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3367638 INFO (jetty-launcher-6142-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3367641 INFO (jetty-launcher-6142-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3367641 INFO (jetty-launcher-6142-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3367641 INFO (jetty-launcher-6142-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3367641 INFO (jetty-launcher-6142-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3367641 INFO (jetty-launcher-6142-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3367641 INFO (jetty-launcher-6142-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3367642 INFO (jetty-launcher-6142-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@783da895{/solr,null,AVAILABLE}
[junit4] 2> 3367642 INFO (jetty-launcher-6142-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2b256c8f{/solr,null,AVAILABLE}
[junit4] 2> 3367651 INFO (jetty-launcher-6142-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@9e0d178{HTTP/1.1,[http/1.1]}{127.0.0.1:61447}
[junit4] 2> 3367651 INFO (jetty-launcher-6142-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3b890cfd{HTTP/1.1,[http/1.1]}{127.0.0.1:61448}
[junit4] 2> 3367651 INFO (jetty-launcher-6142-thread-1) [ ] o.e.j.s.Server Started @3370150ms
[junit4] 2> 3367651 INFO (jetty-launcher-6142-thread-2) [ ] o.e.j.s.Server Started @3370150ms
[junit4] 2> 3367652 INFO (jetty-launcher-6142-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=61447}
[junit4] 2> 3367652 INFO (jetty-launcher-6142-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=61448}
[junit4] 2> 3367722 ERROR (jetty-launcher-6142-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3367722 INFO (jetty-launcher-6142-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3367722 INFO (jetty-launcher-6142-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3367722 INFO (jetty-launcher-6142-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3367722 INFO (jetty-launcher-6142-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T03:49:42.278891Z
[junit4] 2> 3367725 INFO (zkConnectionManagerCallback-6147-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3367726 INFO (jetty-launcher-6142-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3367727 ERROR (jetty-launcher-6142-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3367730 INFO (jetty-launcher-6142-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3367730 INFO (jetty-launcher-6142-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3367730 INFO (jetty-launcher-6142-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3367730 INFO (jetty-launcher-6142-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T03:49:42.286635Z
[junit4] 2> 3367738 INFO (zkConnectionManagerCallback-6149-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3367739 INFO (jetty-launcher-6142-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61445/solr
[junit4] 2> 3367745 INFO (jetty-launcher-6142-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3367746 INFO (zkConnectionManagerCallback-6153-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3367784 INFO (zkConnectionManagerCallback-6155-thread-1-processing-n:127.0.0.1:61447_solr) [n:127.0.0.1:61447_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3367789 INFO (jetty-launcher-6142-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61445/solr
[junit4] 2> 3367791 INFO (zkConnectionManagerCallback-6159-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3367796 INFO (zkConnectionManagerCallback-6161-thread-1-processing-n:127.0.0.1:61448_solr) [n:127.0.0.1:61448_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3367974 INFO (jetty-launcher-6142-thread-2) [n:127.0.0.1:61448_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3367975 INFO (jetty-launcher-6142-thread-2) [n:127.0.0.1:61448_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:61448_solr
[junit4] 2> 3367976 INFO (jetty-launcher-6142-thread-2) [n:127.0.0.1:61448_solr ] o.a.s.c.Overseer Overseer (id=99408424603222022-127.0.0.1:61448_solr-n_0000000000) starting
[junit4] 2> 3367976 INFO (jetty-launcher-6142-thread-1) [n:127.0.0.1:61447_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3367978 INFO (jetty-launcher-6142-thread-1) [n:127.0.0.1:61447_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61447_solr
[junit4] 2> 3367981 INFO (zkCallback-6160-thread-1-processing-n:127.0.0.1:61448_solr) [n:127.0.0.1:61448_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3367981 INFO (zkCallback-6154-thread-1-processing-n:127.0.0.1:61447_solr) [n:127.0.0.1:61447_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3367988 DEBUG (OverseerAutoScalingTriggerThread-99408424603222022-127.0.0.1:61448_solr-n_0000000000) [n:127.0.0.1:61448_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3367990 DEBUG (OverseerAutoScalingTriggerThread-99408424603222022-127.0.0.1:61448_solr-n_0000000000) [n:127.0.0.1:61448_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 3367990 DEBUG (OverseerAutoScalingTriggerThread-99408424603222022-127.0.0.1:61448_solr-n_0000000000) [n:127.0.0.1:61448_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:61447_solr]
[junit4] 2> 3367990 DEBUG (OverseerAutoScalingTriggerThread-99408424603222022-127.0.0.1:61448_solr-n_0000000000) [n:127.0.0.1:61448_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 3367990 DEBUG (OverseerAutoScalingTriggerThread-99408424603222022-127.0.0.1:61448_solr-n_0000000000) [n:127.0.0.1:61448_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 3367991 INFO (jetty-launcher-6142-thread-2) [n:127.0.0.1:61448_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61448_solr
[junit4] 2> 3367993 INFO (zkCallback-6160-thread-1-processing-n:127.0.0.1:61448_solr) [n:127.0.0.1:61448_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3367993 INFO (zkCallback-6154-thread-1-processing-n:127.0.0.1:61447_solr) [n:127.0.0.1:61447_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3367994 DEBUG (OverseerAutoScalingTriggerThread-99408424603222022-127.0.0.1:61448_solr-n_0000000000) [n:127.0.0.1:61448_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3367994 DEBUG (OverseerAutoScalingTriggerThread-99408424603222022-127.0.0.1:61448_solr-n_0000000000) [n:127.0.0.1:61448_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 3367994 DEBUG (ScheduledTrigger-12489-thread-1) [n:127.0.0.1:61448_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3368044 INFO (jetty-launcher-6142-thread-1) [n:127.0.0.1:61447_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61447.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@594e7275
[junit4] 2> 3368094 INFO (jetty-launcher-6142-thread-1) [n:127.0.0.1:61447_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61447.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@594e7275
[junit4] 2> 3368096 INFO (jetty-launcher-6142-thread-1) [n:127.0.0.1:61447_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61447.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@594e7275
[junit4] 2> 3368097 INFO (jetty-launcher-6142-thread-1) [n:127.0.0.1:61447_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_10223993E1A4C5DA-001/tempDir-001/node1/.
[junit4] 2> 3368116 INFO (jetty-launcher-6142-thread-2) [n:127.0.0.1:61448_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61448.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@594e7275
[junit4] 2> 3368129 INFO (jetty-launcher-6142-thread-2) [n:127.0.0.1:61448_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61448.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@594e7275
[junit4] 2> 3368130 INFO (jetty-launcher-6142-thread-2) [n:127.0.0.1:61448_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61448.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@594e7275
[junit4] 2> 3368131 INFO (jetty-launcher-6142-thread-2) [n:127.0.0.1:61448_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_10223993E1A4C5DA-001/tempDir-001/node2/.
[junit4] 2> 3368162 INFO (zkConnectionManagerCallback-6167-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3368166 INFO (zkConnectionManagerCallback-6171-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3368168 INFO (SUITE-TriggerIntegrationTest-seed#[10223993E1A4C5DA]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3368170 INFO (SUITE-TriggerIntegrationTest-seed#[10223993E1A4C5DA]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:61445/solr ready
[junit4] 2> 3368186 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[10223993E1A4C5DA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTriggerRestoreState
[junit4] 2> 3368187 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[10223993E1A4C5DA]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 3368188 DEBUG (zkCallback-6160-thread-1-processing-n:127.0.0.1:61448_solr) [n:127.0.0.1:61448_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 3368188 DEBUG (OverseerAutoScalingTriggerThread-99408424603222022-127.0.0.1:61448_solr-n_0000000000) [n:127.0.0.1:61448_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 3368191 DEBUG (OverseerAutoScalingTriggerThread-99408424603222022-127.0.0.1:61448_solr-n_0000000000) [n:127.0.0.1:61448_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3368191 DEBUG (OverseerAutoScalingTriggerThread-99408424603222022-127.0.0.1:61448_solr-n_0000000000) [n:127.0.0.1:61448_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3368192 DEBUG (OverseerAutoScalingTriggerThread-99408424603222022-127.0.0.1:61448_solr-n_0000000000) [n:127.0.0.1:61448_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 3368199 INFO (qtp55073164-29605) [n:127.0.0.1:61447_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3368201 INFO (qtp726286049-29598) [n:127.0.0.1:61448_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3368201 DEBUG (qtp55073164-29597) [n:127.0.0.1:61447_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3368202 INFO (qtp55073164-29597) [n:127.0.0.1:61447_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 3368203 DEBUG (zkCallback-6160-thread-1-processing-n:127.0.0.1:61448_solr) [n:127.0.0.1:61448_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 3368203 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[10223993E1A4C5DA]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3368205 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[10223993E1A4C5DA]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3368205 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[10223993E1A4C5DA]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3368205 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[10223993E1A4C5DA]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3368205 DEBUG (zkCallback-6160-thread-1-processing-n:127.0.0.1:61448_solr) [n:127.0.0.1:61448_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:61447_solr, 127.0.0.1:61448_solr]
[junit4] 2> 3368205 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[10223993E1A4C5DA]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@44dc373b{/solr,null,AVAILABLE}
[junit4] 2> 3368205 DEBUG (zkCallback-6160-thread-1-processing-n:127.0.0.1:61448_solr) [n:127.0.0.1:61448_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger instantiated with properties: {event=nodeAdded, waitFor=5, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 3368205 DEBUG (OverseerAutoScalingTriggerThread-99408424603222022-127.0.0.1:61448_solr-n_0000000000) [n:127.0.0.1:61448_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 3368205 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[10223993E1A4C5DA]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3ca09486{HTTP/1.1,[http/1.1]}{127.0.0.1:61460}
[junit4] 2> 3368206 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[10223993E1A4C5DA]) [ ] o.e.j.s.Server Started @3370705ms
[junit4] 2> 3368206 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[10223993E1A4C5DA]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=61460}
[junit4] 2> 3368206 ERROR (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[10223993E1A4C5DA]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3368206 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[10223993E1A4C5DA]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3368206 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[10223993E1A4C5DA]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3368206 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[10223993E1A4C5DA]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3368206 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[10223993E1A4C5DA]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T03:49:42.762954Z
[junit4] 2> 3368208 INFO (OverseerAutoScalingTriggerThread-99408424603222022-127.0.0.1:61448_solr-n_0000000000) [n:127.0.0.1:61448_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3368208 INFO (zkConnectionManagerCallback-6173-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3368209 DEBUG (OverseerAutoScalingTriggerThread-99408424603222022-127.0.0.1:61448_solr-n_0000000000) [n:127.0.0.1:61448_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3368209 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[10223993E1A4C5DA]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3368209 DEBUG (OverseerAutoScalingTriggerThread-99408424603222022-127.0.0.1:61448_solr-n_0000000000) [n:127.0.0.1:61448_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 3368210 DEBUG (ScheduledTrigger-12489-thread-1) [n:127.0.0.1:61448_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 3368210 DEBUG (ScheduledTrigger-12489-thread-1) [n:127.0.0.1:61448_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 3368217 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[10223993E1A4C5DA]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61445/solr
[junit4] 2> 3368218 INFO (zkConnectionManagerCallback-6177-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3368222 INFO (zkConnectionManagerCallback-6179-thread-1-processing-n:127.0.0.1:61460_solr) [n:127.0.0.1:61460_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3368232 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[10223993E1A4C5DA]) [n:127.0.0.1:61460_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3368236 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[10223993E1A4C5DA]) [n:127.0.0.1:61460_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3368240 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[10223993E1A4C5DA]) [n:127.0.0.1:61460_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61460_solr
[junit4] 2> 3368248 INFO (zkCallback-6178-thread-1-processing-n:127.0.0.1:61460_solr) [n:127.0.0.1:61460_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3368249 INFO (zkCallback-6170-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3368249 INFO (zkCallback-6154-thread-1-processing-n:127.0.0.1:61447_solr) [n:127.0.0.1:61447_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3368249 INFO (zkCallback-6160-thread-1-processing-n:127.0.0.1:61448_solr) [n:127.0.0.1:61448_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3368370 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[10223993E1A4C5DA]) [n:127.0.0.1:61460_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61460.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@594e7275
[junit4] 2> 3368386 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[10223993E1A4C5DA]) [n:127.0.0.1:61460_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61460.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@594e7275
[junit4] 2> 3368386 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[10223993E1A4C5DA]) [n:127.0.0.1:61460_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61460.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@594e7275
[junit4] 2> 3368388 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[10223993E1A4C5DA]) [n:127.0.0.1:61460_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_10223993E1A4C5DA-001/tempDir-001/node3/.
[junit4] 2> 3369221 DEBUG (ScheduledTrigger-12489-thread-2) [n:127.0.0.1:61448_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 3369221 DEBUG (ScheduledTrigger-12489-thread-2) [n:127.0.0.1:61448_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3369221 DEBUG (ScheduledTrigger-12489-thread-2) [n:127.0.0.1:61448_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:61460_solr at time 552702750147178
[junit4] 2> 3369946 INFO (qtp55073164-29605) [n:127.0.0.1:61447_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3369947 INFO (qtp726286049-29608) [n:127.0.0.1:61448_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3369947 INFO (qtp608151870-29659) [n:127.0.0.1:61460_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3369947 DEBUG (qtp726286049-29606) [n:127.0.0.1:61448_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3369952 INFO (qtp726286049-29606) [n:127.0.0.1:61448_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 3369953 DEBUG (zkCallback-6160-thread-1-processing-n:127.0.0.1:61448_solr) [n:127.0.0.1:61448_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 3369953 DEBUG (zkCallback-6160-thread-1-processing-n:127.0.0.1:61448_solr) [n:127.0.0.1:61448_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:61447_solr, 127.0.0.1:61448_solr, 127.0.0.1:61460_solr]
[junit4] 2> 3369953 DEBUG (zkCallback-6160-thread-1-processing-n:127.0.0.1:61448_solr) [n:127.0.0.1:61448_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 3369953 DEBUG (OverseerAutoScalingTriggerThread-99408424603222022-127.0.0.1:61448_solr-n_0000000000) [n:127.0.0.1:61448_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 3369954 INFO (OverseerAutoScalingTriggerThread-99408424603222022-127.0.0.1:61448_solr-n_0000000000) [n:127.0.0.1:61448_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3369955 DEBUG (OverseerAutoScalingTriggerThread-99408424603222022-127.0.0.1:61448_solr-n_0000000000) [n:127.0.0.1:61448_solr ] o.a.s.c.a.NodeAddedTrigger Adding node from marker path: 127.0.0.1:61460_solr
[junit4] 2> 3369956 DEBUG (OverseerAutoScalingTriggerThread-99408424603222022-127.0.0.1:61448_solr-n_0000000000) [n:127.0.0.1:61448_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3369956 DEBUG (ScheduledTrigger-12489-thread-1) [n:127.0.0.1:61448_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 3369956 DEBUG (ScheduledTrigger-12489-thread-1) [n:127.0.0.1:61448_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3369956 DEBUG (ScheduledTrigger-12489-thread-1) [n:127.0.0.1:61448_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger firing registered processor for nodes: [127.0.0.1:61460_solr] added at times [552703484003170], now=552703485187503
[junit4] 2> 3369957 DEBUG (OverseerAutoScalingTriggerThread-99408424603222022-127.0.0.1:61448_solr-n_0000000000) [n:127.0.0.1:61448_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 3369957 DEBUG (ScheduledTrigger-12489-thread-1) [n:127.0.0.1:61448_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"1f6ae4ed48362Txirfma4gama133lmnd133nf",
[junit4] 2> "source":"node_added_restore_trigger",
[junit4] 2> "eventTime":552703484003170,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[552703484003170],
[junit4] 2> "nodeNames":["127.0.0.1:61460_solr"]}}
[junit4] 2> 3369957 DEBUG (ScheduledTrigger-12489-thread-1) [n:127.0.0.1:61448_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_restore_trigger]
[junit4] 2> 3369958 INFO (ScheduledTrigger-12489-thread-1) [n:127.0.0.1:61448_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 3369958 DEBUG (AutoscalingActionExecutor-12490-thread-1-processing-n:127.0.0.1:61448_solr) [n:127.0.0.1:61448_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"1f6ae4ed48362Txirfma4gama133lmnd133nf",
[junit4] 2> "source":"node_added_restore_trigger",
[junit4] 2> "eventTime":552703484003170,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[552703484003170],
[junit4] 2> "_enqueue_time_":552703485973744,
[junit4] 2> "nodeNames":["127.0.0.1:61460_solr"]}}
[junit4] 2> 3369959 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[10223993E1A4C5DA]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTriggerRestoreState
[junit4] 2> 3369961 DEBUG (AutoscalingActionExecutor-12490-thread-1-processing-n:127.0.0.1:61448_solr) [n:127.0.0.1:61448_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_restore_trigger after 5000ms
[junit4] 2> 3369962 DEBUG (AutoscalingActionExecutor-12490-thread-1-processing-n:127.0.0.1:61448_solr) [n:127.0.0.1:61448_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 3 ms for event id=1f6ae4ed48362Txirfma4gama133lmnd133nf
[junit4] 2> 3369975 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[10223993E1A4C5DA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testContinueTriggersOnOverseerRestart
[junit4] 2> 3369975 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[10223993E1A4C5DA]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5
[junit4] 2> 3369976 DEBUG (zkCallback-6160-thread-1-processing-n:127.0.0.1:61448_solr) [n:127.0.0.1:61448_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 3369977 DEBUG (OverseerAutoScalingTriggerThread-99408424603222022-127.0.0.1:61448_solr-n_0000000000) [n:127.0.0.1:61448_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 3369979 DEBUG (OverseerAutoScalingTriggerThread-99408424603222022-127.0.0.1:61448_solr-n_0000000000) [n:127.0.0.1:61448_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3369979 DEBUG (OverseerAutoScalingTriggerThread-99408424603222022-127.0.0.1:61448_solr-n_0000000000) [n:127.0.0.1:61448_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3369980 DEBUG (OverseerAutoScalingTriggerThread-99408424603222022-127.0.0.1:61448_solr-n_0000000000) [n:127.0.0.1:61448_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 3369980 INFO (qtp55073164-29601) [n:127.0.0.1:61447_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3369988 INFO (qtp55073164-29601) [n:127.0.0.1:61447_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 3369990 INFO (qtp55073164-29601) [n:127.0.0.1:61447_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3369991 INFO (qtp726286049-29602) [n:127.0.0.1:61448_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3369992 INFO (qtp608151870-29663) [n:127.0.0.1:61460_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3369993 DEBUG (qtp55073164-29605) [n:127.0.0.1:61447_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3369993 INFO (qtp55073164-29605) [n:127.0.0.1:61447_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 3369994 DEBUG (zkCallback-6160-thread-1-processing-n:127.0.0.1:61448_solr) [n:127.0.0.1:61448_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 3369994 DEBUG (zkCallback-6160-thread-1-processing-n:127.0.0.1:61448_solr) [n:127.0.0.1:61448_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:61447_solr, 127.0.0.1:61448_solr, 127.0.0.1:61460_solr]
[junit4] 2> 3369994 DEBUG (zkCallback-6160-thread-1-processing-n:127.0.0.1:61448_solr) [n:127.0.0.1:61448_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerCTOOR instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 3369995 DEBUG (OverseerAutoScalingTriggerThread-99408424603222022-127.0.0.1:61448_solr-n_0000000000) [n:127.0.0.1:61448_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 3369997 INFO (OverseerAutoScalingTriggerThread-99408424603222022-127.0.0.1:61448_solr-n_0000000000) [n:127.0.0.1:61448_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3369998 DEBUG (OverseerAutoScalingTriggerThread-99408424603222022-127.0.0.1:61448_solr-n_0000000000) [n:127.0.0.1:61448_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3369998 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[10223993E1A4C5DA]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@3b890cfd{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 3369999 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[10223993E1A4C5DA]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=603243036
[junit4] 2> 3369999 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[10223993E1A4C5DA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 3369999 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[10223993E1A4C5DA]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@717aa084: rootName = solr_61448, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@47f1f350
[junit4] 2> 3369999 DEBUG (OverseerAutoScalingTriggerThread-99408424603222022-127.0.0.1:61448_solr-n_0000000000) [n:127.0.0.1:61448_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 3370000 DEBUG (ScheduledTrigger-12489-thread-2) [n:127.0.0.1:61448_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 3370000 DEBUG (ScheduledTrigger-12489-thread-2) [n:127.0.0.1:61448_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3370007 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[10223993E1A4C5DA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 3370007 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[10223993E1A4C5DA]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@453e9ea9: rootName = solr_61448, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@75e071a6
[junit4] 2> 3370015 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[10223993E1A4C5DA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 3370015 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[10223993E1A4C5DA]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@489d59a7: rootName = solr_61448, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@b26564c
[junit4] 2> 3370018 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[10223993E1A4C5DA]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:61448_solr
[junit4] 2> 3370019 INFO (zkCallback-6170-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 3370019 INFO (zkCallback-6160-thread-1-processing-n:127.0.0.1:61448_solr) [n:127.0.0.1:61448_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 3370019 INFO (zkCallback-6178-thread-1-processing-n:127.0.0.1:61460_solr) [n:127.0.0.1:61460_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 3370019 INFO (zkCallback-6154-thread-1-processing-n:127.0.0.1:61447_solr) [n:127.0.0.1:61447_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 3370020 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[10223993E1A4C5DA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 3370020 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[10223993E1A4C5DA]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3370021 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[10223993E1A4C5DA]) [ ] o.a.s.c.Overseer Overseer (id=99408424603222022-127.0.0.1:61448_solr-n_0000000000) closing
[junit4] 2> 3370021 INFO (OverseerStateUpdate-99408424603222022-127.0.0.1:61448_solr-n_0000000000) [n:127.0.0.1:61448_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:61448_solr
[junit4] 2> 3370021 WARN (OverseerAutoScalingTriggerThread-99408424603222022-127.0.0.1:61448_solr-n_0000000000) [n:127.0.0.1:61448_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3370022 DEBUG (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[10223993E1A4C5DA]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 3370024 INFO (zkCallback-6154-thread-1-processing-n:127.0.0.1:61447_solr) [n:127.0.0.1:61447_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:61447_solr
[junit4] 2> 3370024 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[10223993E1A4C5DA]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2b256c8f{/solr,null,UNAVAILABLE}
[junit4] 2> 3370025 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[10223993E1A4C5DA]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3370026 INFO (zkCallback-6154-thread-1-processing-n:127.0.0.1:61447_solr) [n:127.0.0.1:61447_solr ] o.a.s.c.Overseer Overseer (id=99408424603222020-127.0.0.1:61447_solr-n_0000000001) starting
[junit4] 2> 3370037 DEBUG (OverseerAutoScalingTriggerThread-99408424603222020-127.0.0.1:61447_solr-n_0000000001) [n:127.0.0.1:61447_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3370039 DEBUG (OverseerAutoScalingTriggerThread-99408424603222020-127.0.0.1:61447_solr-n_0000000001) [n:127.0.0.1:61447_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 3370049 DEBUG (OverseerAutoScalingTriggerThread-99408424603222020-127.0.0.1:61447_solr-n_0000000001) [n:127.0.0.1:61447_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:61447_solr, 127.0.0.1:61460_solr]
[junit4] 2> 3370050 DEBUG (OverseerAutoScalingTriggerThread-99408424603222020-127.0.0.1:61447_solr-n_0000000001) [n:127.0.0.1:61447_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerCTOOR instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 3370050 DEBUG (OverseerAutoScalingTriggerThread-99408424603222020-127.0.0.1:61447_solr-n_0000000001) [n:127.0.0.1:61447_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:61447_solr, 127.0.0.1:61460_solr]
[junit4] 2> 3370050 DEBUG (OverseerAutoScalingTriggerThread-99408424603222020-127.0.0.1:61447_solr-n_0000000001) [n:127.0.0.1:61447_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion -1
[junit4] 2> 3370050 DEBUG (OverseerAutoScalingTriggerThread-99408424603222020-127.0.0.1:61447_solr-n_0000000001) [n:127.0.0.1:61447_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 3370051 INFO (OverseerAutoScalingTriggerThread-99408424603222020-127.0.0.1:61447_solr-n_0000000001) [n:127.0.0.1:61447_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3370053 DEBUG (ScheduledTrigger-12504-thread-1) [n:127.0.0.1:61447_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 3370053 DEBUG (ScheduledTrigger-12504-thread-1) [n:127.0.0.1:61447_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 3370055 DEBUG (OverseerAutoScalingTriggerThread-99408424603222020-127.0.0.1:61447_solr-n_0000000001) [n:127.0.0.1:61447_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 3370055 DEBUG (ScheduledTrigger-12504-thread-1) [n:127.0.0.1:61447_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3371060 DEBUG (ScheduledTrigger-12504-thread-3) [n:127.0.0.1:61447_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3371060 DEBUG (ScheduledTrigger-12504-thread-2) [n:127.0.0.1:61447_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 3371060 DEBUG (ScheduledTrigger-12504-thread-2) [n:127.0.0.1:61447_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 3372063 DEBUG (ScheduledTrigger-12504-thread-3) [n:127.0.0.1:61447_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3372063 DEBUG (ScheduledTrigger-12504-thread-4) [n:127.0.0.1:61447_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 3372063 DEBUG (ScheduledTrigger-12504-thread-4) [n:127.0.0.1:61447_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 3373070 DEBUG (ScheduledTrigger-12504-thread-3) [n:127.0.0.1:61447_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3373070 DEBUG (ScheduledTrigger-12504-thread-2) [n:127.0.0.1:61447_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 3373070 DEBUG (ScheduledTrigger-12504-thread-2) [n:127.0.0.1:61447_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 3374071 DEBUG (ScheduledTrigger-12504-thread-3) [n:127.0.0.1:61447_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3374071 DEBUG (ScheduledTrigger-12504-thread-4) [n:127.0.0.1:61447_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 3374071 DEBUG (ScheduledTrigger-12504-thread-4) [n:127.0.0.1:61447_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 3375076 DEBUG (ScheduledTrigger-12504-thread-3) [n:127.0.0.1:61447_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3375076 DEBUG (ScheduledTrigger-12504-thread-2) [n:127.0.0.1:61447_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 3375076 DEBUG (ScheduledTrigger-12504-thread-2) [n:127.0.0.1:61447_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 3376077 DEBUG (ScheduledTrigger-12504-thread-3) [n:127.0.0.1:61447_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3376077 DEBUG (ScheduledTrigger-12504-thread-4) [n:127.0.0.1:61447_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 3376077 DEBUG (ScheduledTrigger-12504-thread-4) [n:127.0.0.1:61447_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 3377087 DEBUG (ScheduledTrigger-12504-thread-3) [n:127.0.0.1:61447_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3377087 DEBUG (ScheduledTrigger-12504-thread-2) [n:127.0.0.1:61447_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 3377087 DEBUG (ScheduledTrigger-12504-thread-2) [n:127.0.0.1:61447_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 3378090 DEBUG (ScheduledTrigger-12504-thread-3) [n:127.0.0.1:61447_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3378090 DEBUG (ScheduledTrigger-12504-thread-4) [n:127.0.0.1:61447_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 3378090 DEBUG (ScheduledTrigger-12504-thread-4) [n:127.0.0.1:61447_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 3379098 DEBUG (ScheduledTrigger-12504-thread-3) [n:127.0.0.1:61447_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3379098 DEBUG (ScheduledTrigger-12504-thread-2) [n:127.0.0.1:61447_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 3379098 DEBUG (ScheduledTrigger-12504-thread-2) [n:127.0.0.1:61447_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 3380033 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[10223993E1A4C5DA]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3380036 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[10223993E1A4C5DA]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3380036 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[10223993E1A4C5DA]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3380036 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[10223993E1A4C5DA]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 3380037 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[10223993E1A4C5DA]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7896a8b7{/solr,null,AVAILABLE}
[junit4] 2> 3380037 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[10223993E1A4C5DA]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@29a084cd{HTTP/1.1,[http/1.1]}{127.0.0.1:61497}
[junit4] 2> 3380038 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[10223993E1A4C5DA]) [ ] o.e.j.s.Server Started @3382537ms
[junit4] 2> 3380038 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[10223993E1A4C5DA]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=61497}
[junit4] 2> 3380038 ERROR (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[10223993E1A4C5DA]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3380039 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[10223993E1A4C5DA]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3380039 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[10223993E1A4C5DA]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3380039 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[10223993E1A4C5DA]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3380039 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[10223993E1A4C5DA]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T03:49:54.595373Z
[junit4] 2> 3380042 INFO (zkConnectionManagerCallback-6183-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3380043 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[10223993E1A4C5DA]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3380054 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[10223993E1A4C5DA]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61445/solr
[junit4] 2> 3380057 INFO (zkConnectionManagerCallback-6187-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3380062 INFO (zkConnectionManagerCallback-6189-thread-1-processing-n:127.0.0.1:61497_solr) [n:127.0.0.1:61497_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3380085 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[10223993E1A4C5DA]) [n:127.0.0.1:61497_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3380093 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[10223993E1A4C5DA]) [n:127.0.0.1:61497_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3380098 DEBUG (ScheduledTrigger-12504-thread-3) [n:127.0.0.1:61447_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3380098 DEBUG (ScheduledTrigger-12504-thread-4) [n:127.0.0.1:61447_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 3380099 DEBUG (ScheduledTrigger-12504-thread-4) [n:127.0.0.1:61447_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 3380100 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[10223993E1A4C5DA]) [n:127.0.0.1:61497_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61497_solr
[junit4] 2> 3380105 INFO (zkCallback-6178-thread-1-processing-n:127.0.0.1:61460_solr) [n:127.0.0.1:61460_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3380105 INFO (zkCallback-6154-thread-1-processing-n:127.0.0.1:61447_solr) [n:127.0.0.1:61447_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3380105 INFO (zkCallback-6170-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3380106 INFO (zkCallback-6188-thread-1-processing-n:127.0.0.1:61497_solr) [n:127.0.0.1:61497_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3380143 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[10223993E1A4C5DA]) [n:127.0.0.1:61497_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61497.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@594e7275
[junit4] 2> 3380154 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[10223993E1A4C5DA]) [n:127.0.0.1:61497_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61497.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@594e7275
[junit4] 2> 3380154 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[10223993E1A4C5DA]) [n:127.0.0.1:61497_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61497.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@594e7275
[junit4] 2> 3380155 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[10223993E1A4C5DA]) [n:127.0.0.1:61497_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_10223993E1A4C5DA-001/tempDir-001/node4/.
[junit4] 2> 3381104 DEBUG (ScheduledTrigger-12504-thread-3) [n:127.0.0.1:61447_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 3381104 DEBUG (ScheduledTrigger-12504-thread-2) [n:127.0.0.1:61447_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 3381104 DEBUG (ScheduledTrigger-12504-thread-2) [n:127.0.0.1:61447_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3381104 DEBUG (ScheduledTrigger-12504-thread-2) [n:127.0.0.1:61447_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:61497_solr at time 552714633141712
[junit4] 2> 3382114 DEBUG (ScheduledTrigger-12504-thread-3) [n:127.0.0.1:61447_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 3382114 DEBUG (ScheduledTrigger-12504-thread-4) [n:127.0.0.1:61447_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 3382114 DEBUG (ScheduledTrigger-12504-thread-4) [n:127.0.0.1:61447_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3382114 DEBUG (ScheduledTrigger-12504-thread-4) [n:127.0.0.1:61447_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerCTOOR firing registered processor for nodes: [127.0.0.1:61497_solr] added at times [552714633141712], now=552715643031108
[junit4] 2> 3382114 DEBUG (ScheduledTrigger-12504-thread-4) [n:127.0.0.1:61447_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"1f6b0e75eddd0Txirfma4gama133lmnd133nh",
[junit4] 2> "source":"node_added_triggerCTOOR",
[junit4] 2> "eventTime":552714633141712,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[552714633141712],
[junit4] 2> "nodeNames":["127.0.0.1:61497_solr"]}}
[junit4] 2> 3382115 DEBUG (ScheduledTrigger-12504-thread-4) [n:127.0.0.1:61447_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_triggerCTOOR]
[junit4] 2> 3382116 INFO (ScheduledTrigger-12504-thread-4) [n:127.0.0.1:61447_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 3382116 DEBUG (AutoscalingActionExecutor-12505-thread-1-processing-n:127.0.0.1:61447_solr) [n:127.0.0.1:61447_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"1f6b0e75eddd0Txirfma4gama133lmnd133nh",
[junit4] 2> "source":"node_added_triggerCTOOR",
[junit4] 2> "eventTime":552714633141712,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[552714633141712],
[junit4] 2> "_enqueue_time_":552715643642213,
[junit4] 2> "nodeNames":["127.0.0.1:61497_solr"]}}
[junit4] 2> 3382116 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[10223993E1A4C5DA]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testContinueTriggersOnOverseerRestart
[junit4] 2> 3382120 DEBUG (AutoscalingActionExecutor-12505-thread-1-processing-n:127.0.0.1:61447_solr) [n:127.0.0.1:61447_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
[junit4] 2> 3382121 DEBUG (AutoscalingActionExecutor-12505-thread-1-processing-n:127.0.0.1:61447_solr) [n:127.0.0.1:61447_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerCTOOR after 5000ms
[junit4] 2> 3382121 DEBUG (AutoscalingActionExecutor-12505-thread-1-processing-n:127.0.0.1:61447_solr) [n:127.0.0.1:61447_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 4 ms for event id=1f6b0e75eddd0Txirfma4gama133lmnd133nh
[junit4] 2> 3382138 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSearchRate
[junit4] 2> 3382139 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 8
[junit4] 2> 3382140 DEBUG (zkCallback-6154-thread-1-processing-n:127.0.0.1:61447_solr) [n:127.0.0.1:61447_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 3382140 DEBUG (OverseerAutoScalingTriggerThread-99408424603222020-127.0.0.1:61447_solr-n_0000000001) [n:127.0.0.1:61447_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 3382145 DEBUG (OverseerAutoScalingTriggerThread-99408424603222020-127.0.0.1:61447_solr-n_0000000001) [n:127.0.0.1:61447_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3382146 DEBUG (OverseerAutoScalingTriggerThread-99408424603222020-127.0.0.1:61447_solr-n_0000000001) [n:127.0.0.1:61447_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3382146 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3382147 DEBUG (OverseerAutoScalingTriggerThread-99408424603222020-127.0.0.1:61447_solr-n_0000000001) [n:127.0.0.1:61447_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 3382148 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3382148 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3382163 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3382163 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@54d11a0c{/solr,null,AVAILABLE}
[junit4] 2> 3382163 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@374cb7bc{HTTP/1.1,[http/1.1]}{127.0.0.1:61512}
[junit4] 2> 3382163 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [ ] o.e.j.s.Server Started @3384662ms
[junit4] 2> 3382163 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=61512}
[junit4] 2> 3382163 ERROR (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3382163 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3382163 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3382163 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3382163 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T03:49:56.719896Z
[junit4] 2> 3382169 INFO (zkConnectionManagerCallback-6193-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3382170 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3382176 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61445/solr
[junit4] 2> 3382177 INFO (zkConnectionManagerCallback-6197-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3382180 INFO (zkConnectionManagerCallback-6199-thread-1-processing-n:127.0.0.1:61512_solr) [n:127.0.0.1:61512_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3382193 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [n:127.0.0.1:61512_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3382197 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [n:127.0.0.1:61512_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3382201 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [n:127.0.0.1:61512_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61512_solr
[junit4] 2> 3382203 INFO (zkCallback-6154-thread-1-processing-n:127.0.0.1:61447_solr) [n:127.0.0.1:61447_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3382203 INFO (zkCallback-6170-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3382203 INFO (zkCallback-6188-thread-1-processing-n:127.0.0.1:61497_solr) [n:127.0.0.1:61497_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3382203 INFO (zkCallback-6178-thread-1-processing-n:127.0.0.1:61460_solr) [n:127.0.0.1:61460_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3382204 INFO (zkCallback-6198-thread-1-processing-n:127.0.0.1:61512_solr) [n:127.0.0.1:61512_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3382234 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [n:127.0.0.1:61512_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61512.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@594e7275
[junit4] 2> 3382244 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [n:127.0.0.1:61512_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61512.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@594e7275
[junit4] 2> 3382244 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [n:127.0.0.1:61512_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61512.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@594e7275
[junit4] 2> 3382246 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [n:127.0.0.1:61512_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_10223993E1A4C5DA-001/tempDir-001/node5/.
[junit4] 2> 3382290 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3382292 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3382292 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3382292 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 3382292 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@65a5432a{/solr,null,AVAILABLE}
[junit4] 2> 3382292 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5821b4a4{HTTP/1.1,[http/1.1]}{127.0.0.1:61516}
[junit4] 2> 3382292 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [ ] o.e.j.s.Server Started @3384791ms
[junit4] 2> 3382292 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=61516}
[junit4] 2> 3382292 ERROR (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3382293 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3382293 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3382293 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3382293 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T03:49:56.849324Z
[junit4] 2> 3382294 INFO (zkConnectionManagerCallback-6203-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3382295 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3382302 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61445/solr
[junit4] 2> 3382303 INFO (zkConnectionManagerCallback-6207-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3382305 INFO (zkConnectionManagerCallback-6209-thread-1-processing-n:127.0.0.1:61516_solr) [n:127.0.0.1:61516_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3382315 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [n:127.0.0.1:61516_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 3382318 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [n:127.0.0.1:61516_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3382321 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [n:127.0.0.1:61516_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61516_solr
[junit4] 2> 3382323 INFO (zkCallback-6188-thread-1-processing-n:127.0.0.1:61497_solr) [n:127.0.0.1:61497_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3382323 INFO (zkCallback-6154-thread-1-processing-n:127.0.0.1:61447_solr) [n:127.0.0.1:61447_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3382323 INFO (zkCallback-6178-thread-1-processing-n:127.0.0.1:61460_solr) [n:127.0.0.1:61460_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3382323 INFO (zkCallback-6170-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3382323 INFO (zkCallback-6198-thread-1-processing-n:127.0.0.1:61512_solr) [n:127.0.0.1:61512_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3382324 INFO (zkCallback-6208-thread-1-processing-n:127.0.0.1:61516_solr) [n:127.0.0.1:61516_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3382353 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [n:127.0.0.1:61516_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61516.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@594e7275
[junit4] 2> 3382362 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [n:127.0.0.1:61516_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61516.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@594e7275
[junit4] 2> 3382363 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [n:127.0.0.1:61516_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61516.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@594e7275
[junit4] 2> 3382364 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [n:127.0.0.1:61516_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_10223993E1A4C5DA-001/tempDir-001/node6/.
[junit4] 2> 3382413 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3382414 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3382414 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3382414 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 3382414 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@68ecae29{/solr,null,AVAILABLE}
[junit4] 2> 3382415 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5b0705a6{HTTP/1.1,[http/1.1]}{127.0.0.1:61520}
[junit4] 2> 3382415 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [ ] o.e.j.s.Server Started @3384914ms
[junit4] 2> 3382415 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=61520}
[junit4] 2> 3382415 ERROR (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3382415 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3382415 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3382415 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3382415 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-25T03:49:56.971871Z
[junit4] 2> 3382417 INFO (zkConnectionManagerCallback-6213-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3382417 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3382422 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61445/solr
[junit4] 2> 3382423 INFO (zkConnectionManagerCallback-6217-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3382426 INFO (zkConnectionManagerCallback-6219-thread-1-processing-n:127.0.0.1:61520_solr) [n:127.0.0.1:61520_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3382435 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [n:127.0.0.1:61520_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 3382439 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [n:127.0.0.1:61520_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3382442 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [n:127.0.0.1:61520_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61520_solr
[junit4] 2> 3382444 INFO (zkCallback-6154-thread-1-processing-n:127.0.0.1:61447_solr) [n:127.0.0.1:61447_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3382444 INFO (zkCallback-6188-thread-1-processing-n:127.0.0.1:61497_solr) [n:127.0.0.1:61497_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3382444 INFO (zkCallback-6198-thread-1-processing-n:127.0.0.1:61512_solr) [n:127.0.0.1:61512_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3382444 INFO (zkCallback-6178-thread-1-processing-n:127.0.0.1:61460_solr) [n:127.0.0.1:61460_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3382444 INFO (zkCallback-6170-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3382444 INFO (zkCallback-6208-thread-1-processing-n:127.0.0.1:61516_solr) [n:127.0.0.1:61516_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3382445 INFO (zkCallback-6218-thread-1-processing-n:127.0.0.1:61520_solr) [n:127.0.0.1:61520_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3382473 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [n:127.0.0.1:61520_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61520.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@594e7275
[junit4] 2> 3382483 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [n:127.0.0.1:61520_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61520.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@594e7275
[junit4] 2> 3382483 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [n:127.0.0.1:61520_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61520.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@594e7275
[junit4] 2> 3382485 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[10223993E1A4C5DA]) [n:127.0.0.1:61520_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_10223993E1A4C5DA-001/tempDir-001/node7/.
[junit4] 2> 3382565 INFO (qtp55073164-29607) [n:127.0.0.1:61447_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=collection1&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3382568 INFO (OverseerThreadFactory-12506-thread-1-processing-n:127.0.0.1:61447_solr) [n:127.0.0.1:61447_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 3382685 INFO (OverseerStateUpdate-99408424603222020-127.0.0.1:61447_solr-n_0000000001) [n:127.0.0.1:61447_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:61497/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3382693 INFO (OverseerStateUpdate-99408424603222020-127.0.0.1:61447_solr-n_0000000001) [n:127.0.0.1:61447_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:61516/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3382913 INFO (qtp1785009309-29698) [n:127.0.0.1:61497_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3382913 INFO (qtp1825004500-29747) [n:127.0.0.1:61516_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n2&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3382914 INFO (qtp1785009309-29698) [n:127.0.0.1:61497_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3382914 INFO (qtp1825004500-29747) [n:127.0.0.1:61516_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3383039 INFO (zkCallback-6208-thread-1-processing-n:127.0.0.1:61516_solr) [n:127.0.0.1:61516_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 3383039 INFO (zkCallback-6188-thread-1-processing-n:127.0.0.1:61497_solr) [n:127.0.0.1:61497_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 3383044 INFO (zkCallback-6208-thread-2-processing-n:127.0.0.1:61516_solr) [n:127.0.0.1:61516_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 3383045 INFO (zkCallback-6188-thread-2-processing-n:127.0.0.1:61497_solr) [n:127.0.0.1:61497_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 3383947 INFO (qtp1825004500-29747) [n:127.0.0.1:61516_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 3383947 INFO (qtp1785009309-29698) [n:127.0.0.1:61497_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 3383955 INFO (qtp1825004500-29747) [n:127.0.0.1:61516_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.IndexSchema [collection1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 3383955 INFO (qtp1785009309-29698) [n:127.0.0.1:61497_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 3383958 INFO (qtp1825004500-29747) [n:127.0.0.1:61516_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3383958 INFO (qtp1825004500-29747) [n:127.0.0.1:61516_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n2' using configuration from collection collection1, trusted=true
[junit4] 2> 3383958 INFO (qtp1785009309-29698) [n:127.0.0.1:61497_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3383959 INFO (qtp1785009309-29698) [n:127.0.0.1:61497_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
[junit4] 2> 3383960 INFO (qtp1825004500-29747) [n:127.0.0.1:61516_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61516.solr.core.collection1.shard1.replica_n2' (registry 'solr.core.collection1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@594e7275
[junit4] 2> 3383960 INFO (qtp1785009309-29698) [n:127.0.0.1:61497_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61497.solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@594e7275
[junit4] 2> 3383960 INFO (qtp1785009309-29698) [n:127.0.0.1:61497_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3383960 INFO (qtp1825004500-29747) [n:127.0.0.1:61516_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3383961 INFO (qtp1785009309-29698) [n:127.0.0.1:61497_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_10223993E1A4C5DA-001/tempDir-001/node4/collection1_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/
[...truncated too long message...]
0000018
[junit4] 2> 2 /solr/overseer_elect/election/99408424603222073-127.0.0.1:61774_solr-n_0000000017
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/99408424603222036-core_node4-n_0000000001
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/99408424603222033-core_node10-n_0000000004
[junit4] 2> 2 /solr/overseer_elect/election/99408424603222067-127.0.0.1:61720_solr-n_0000000015
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/live_nodes
[junit4] 2> 22 /solr/collections
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR
[junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_10223993E1A4C5DA-001
[junit4] 2> Jan 25, 2018 3:53:00 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=true): {}, locale=saq, timezone=Antarctica/Syowa
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 9 (64-bit)/cpus=3,threads=1,free=117863640,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestCloudRecovery, UpdateRequestProcessorFactoryTest, ParsingFieldUpdateProcessorsTest, TestConfigSets, PrimitiveFieldTypeTest, TestFieldCacheVsDocValues, DistributedSpellCheckComponentTest, LeaderFailoverAfterPartitionTest, TestLRUCache, TestBlendedInfixSuggestions, TestConfig, TestPKIAuthenticationPlugin, LegacyCloudClusterPropTest, DistributedFacetPivotLongTailTest, SpellPossibilityIteratorTest, AsyncCallRequestStatusResponseTest, TriLevelCompositeIdRoutingTest, TestLeaderElectionZkExpiry, TestIndexingPerformance, CdcrVersionReplicationTest, TestSimDistributedQueue, IndexSchemaTest, TestCodecSupport, DistributedIntervalFacetingTest, ClusterStateTest, TestStressCloudBlindAtomicUpdates, HighlighterConfigTest, CdcrReplicationHandlerTest, TestLegacyNumericUtils, CollectionsAPIAsyncDistributedZkTest, MetricsHandlerTest, TestCoreAdminApis, PeerSyncWithIndexFingerprintCachingTest, TestOverriddenPrefixQueryForCustomFieldType, HdfsRestartWhileUpdatingTest, TestHdfsBackupRestoreCore, DateRangeFieldTest, DirectoryFactoryTest, PKIAuthenticationIntegrationTest, TestPullReplica, HdfsLockFactoryTest, CoreAdminHandlerTest, TestFieldTypeResource, TestSolrDeletionPolicy2, TestStressReorder, TestNumericRangeQuery64, HttpPartitionTest, DirectUpdateHandlerTest, SyncSliceTest, SearchHandlerTest, NodeLostTriggerTest, TestReloadAndDeleteDocs, TestAuthenticationFramework, SliceStateTest, ActionThrottleTest, TestGraphTermsQParserPlugin, FileBasedSpellCheckerTest, TestSlowCompositeReaderWrapper, TestRandomFaceting, MetricTriggerTest, TimeZoneUtilsTest, TestRandomCollapseQParserPlugin, BadIndexSchemaTest, ZkFailoverTest, SoftAutoCommitTest, DocValuesMultiTest, TestSort, TestComponentsName, StressHdfsTest, ChangedSchemaMergeTest, TestGeoJSONResponseWriter, CursorMarkTest, ZkSolrClientTest, SparseHLLTest, TestCryptoKeys, ShufflingReplicaListTransformerTest, RulesTest, ExplicitHLLTest, NotRequiredUniqueKeyTest, TestUpdate, TestTolerantUpdateProcessorCloud, BadCopyFieldTest, TestNonDefinedSimilarityFactory, TestFieldCacheSort, DocExpirationUpdateProcessorFactoryTest, InfixSuggestersTest, TestReqParamsAPI, HdfsUnloadDistributedZkTest, CollectionReloadTest, HdfsChaosMonkeySafeLeaderTest, MissingSegmentRecoveryTest, TestFastWriter, CircularListTest, TestRawResponseWriter, TestTestInjection, TestDistributedSearch, AliasIntegrationTest, BasicDistributedZk2Test, TestDocumentBuilder, TestStressLucene, CleanupOldIndexTest, TestFreeTextSuggestions, TestDistributedStatsComponentCardinality, SharedFSAutoReplicaFailoverTest, TestSubQueryTransformerCrossCore, DistributedDebugComponentTest, TestSchemaResource, SuggesterWFSTTest, ChaosMonkeySafeLeaderWithPullReplicasTest, ClusterStateUpdateTest, ConfigSetsAPITest, RegexBytesRefFilterTest, TestAtomicUpdateErrorCases, StatsReloadRaceTest, TestSolr4Spatial, TestJsonFacets, TestExclusionRuleCollectionAccess, MergeStrategyTest, TestXmlQParser, TestFuzzyAnalyzedSuggestions, TestSSLRandomization, TestCSVLoader, ChaosMonkeySafeLeaderTest, ShardRoutingTest, TestDistributedGrouping, TestManagedSchemaAPI, DefaultValueUpdateProcessorTest, CollectionStateFormat2Test, TestPayloadScoreQParserPlugin, TestSolrQueryParser, TestRTGBase, TestLegacyField, TestWordDelimiterFilterFactory, TestNodeLostTrigger, TestStreamBody, OverseerTaskQueueTest, HdfsAutoAddReplicasIntegrationTest, TestRequestStatusCollectionAPI, MinimalSchemaTest, V2StandaloneTest, TestCloudInspectUtil, TestWriterPerf, TestStressVersions, MultiThreadedOCPTest, TestLuceneMatchVersion, TestBackupRepositoryFactory, TestConfigReload, TestHashPartitioner, BlockCacheTest, RecoveryAfterSoftCommitTest, DocumentAnalysisRequestHandlerTest, TestCollapseQParserPlugin, TestDistributedMissingSort, TestSolrXml, HighlighterMaxOffsetTest, TestRetrieveFieldsOptimizer, TestManagedSynonymFilterFactory, SolrCloudExampleTest, TestConfigSetImmutable, DistanceFunctionTest, TestStressRecovery, UUIDFieldTest, DistributedQueueTest, TestLMDirichletSimilarityFactory, OverseerRolesTest, TestCopyFieldCollectionResource, TestExecutePlanAction, TestImpersonationWithHadoopAuth, SpellCheckComponentTest, TestCoreDiscovery, TestImplicitCoreProperties, TestSolr4Spatial2, ShowFileRequestHandlerTest, CSVRequestHandlerTest, TestPointFields, ReplaceNodeTest, ComputePlanActionTest, DistanceUnitsTest, BlockJoinFacetRandomTest, URLClassifyProcessorTest, BJQParserTest, SimpleFacetsTest, TestOrdValues, BigEndianAscendingWordSerializerTest, SolrCloudReportersTest, PreAnalyzedFieldManagedSchemaCloudTest, TestCloudSchemaless, OverseerTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, TestZkChroot, TestRandomDVFaceting, ShardRoutingCustomTest, ZkControllerTest, TestRealTimeGet, TestReload, DistributedTermsComponentTest, TestCoreContainer, StatsComponentTest, SolrCmdDistributorTest, QueryElevationComponentTest, PeerSyncTest, ConvertedLegacyTest, TestFiltering, TestFunctionQuery, BasicFunctionalityTest, TestBadConfig, HighlighterTest, SolrIndexSplitterTest, SimplePostToolTest, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SpellCheckCollatorTest, SuggesterFSTTest, SolrRequestParserTest, TestFoldingMultitermQuery, DocValuesTest, SuggesterTSTTest, SuggesterTest, TestTrie, SpatialFilterTest, PolyFieldTest, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, DirectUpdateHandlerOptimizeTest, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, TestSolrDeletionPolicy1, XsltUpdateRequestHandlerTest, DebugComponentTest, IndexBasedSpellCheckerTest, LukeRequestHandlerTest, DisMaxRequestHandlerTest, TestReversedWildcardFilterFactory, TestQueryTypes, TestOmitPositions, TermsComponentTest, RequestHandlersTest, DocumentBuilderTest, TestValueSourceCache, TermVectorComponentTest, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, FastVectorHighlighterTest, LoggingHandlerTest, RegexBoostProcessorTest, SolrPluginUtilsTest, ReturnFieldsTest, TestCSVResponseWriter, QueryParsingTest, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, PingRequestHandlerTest, SearchHandlerTest, TestLFUCache, TestQuerySenderListener, UpdateParamsTest, AlternateDirectoryTest, TestSolrIndexConfig, ResponseLogComponentTest, BadComponentTest, MultiTermTest, SampleTest, TestDocSet, TestBinaryField, TestSearchPerf, ExternalFileFieldSortTest, TestSolrCoreProperties, TestPhraseSuggestions, TestXIncludeConfig, EchoParamsTest, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TestBM25SimilarityFactory, TestFastOutputStream, ScriptEngineTest, TestFastLRUCache, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, PreAnalyzedFieldTest, TestSystemIdResolver, PrimUtilsTest, DOMUtilTest, RAMDirectoryFactoryTest, SystemInfoHandlerTest, CursorPagingTest, TestCrossCoreJoin, TestSimpleTrackingShardHandler, TestLuceneIndexBackCompat, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, CloudExitableDirectoryReaderTest, ConnectionManagerTest, CreateCollectionCleanupTest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DeleteReplicaTest, DeleteStatusTest, DistribCursorPagingTest, DistribDocExpirationUpdateProcessorTest, DocValuesNotIndexedTest, LeaderInitiatedRecoveryOnCommitTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, ReplicationFactorTest, RestartWhileUpdatingTest, SSLMigrationTest, SolrCLIZkUtilsTest, TestCloudPseudoReturnFields, TestClusterProperties, TestConfigSetsAPIExclusivity, TestDistribDocBasedVersion, TestLockTree, TestMiniSolrCloudClusterSSL, TestRandomFlRTGCloud, TestRebalanceLeaders, TestSizeLimitedDistributedMap, TestTolerantUpdateProcessorRandomCloud, TestUtilizeNode, VMParamsZkACLAndCredentialsProvidersTest, AssignTest, CollectionTooManyReplicasTest, ConcurrentDeleteAndCreateCollectionTest, CustomCollectionTest, HdfsCollectionsAPIDistributedZkTest, ShardSplitTest, TriggerIntegrationTest]
[junit4] Completed [600/767 (1!)] on J1 in 199.20s, 14 tests, 1 error <<< FAILURES!
[...truncated 41395 lines...]
[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk-9) - Build # 418 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/418/
Java: 64bit/jdk-9 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
expected:<5> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
at __randomizedtesting.SeedInfo.seed([382AFD5DAED5A1F8:55D659A0149D5EFF]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:265)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 1741 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/core/test/temp/junit4-J1-20180124_151917_9674911229876489417269.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/core/test/temp/junit4-J0-20180124_151917_9673365922043601666139.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 288 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/test-framework/test/temp/junit4-J0-20180124_152600_80113998455266184393589.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/test-framework/test/temp/junit4-J1-20180124_152600_80112758192727190681370.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 1057 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/analysis/common/test/temp/junit4-J1-20180124_152707_3706504283967539755854.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/analysis/common/test/temp/junit4-J0-20180124_152707_37017041565004482727101.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 224 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/analysis/icu/test/temp/junit4-J0-20180124_152912_53211383526582386469789.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 5 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/analysis/icu/test/temp/junit4-J1-20180124_152912_53215596253487688330184.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 249 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/analysis/kuromoji/test/temp/junit4-J0-20180124_152923_32117283911763436410071.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/analysis/kuromoji/test/temp/junit4-J1-20180124_152923_32112423704776076027594.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 154 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/analysis/morfologik/test/temp/junit4-J1-20180124_152949_30214845658828798910900.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/analysis/morfologik/test/temp/junit4-J0-20180124_152949_3018237298647654480078.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 161 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/analysis/opennlp/test/temp/junit4-J1-20180124_152954_0669454041549419649828.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/analysis/opennlp/test/temp/junit4-J0-20180124_152954_06616755827910814499265.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 171 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/analysis/phonetic/test/temp/junit4-J1-20180124_152957_80016645305573592553813.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/analysis/phonetic/test/temp/junit4-J0-20180124_152957_80015815383856886997859.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 151 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/analysis/smartcn/test/temp/junit4-J0-20180124_153005_1059358616884493036261.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/analysis/smartcn/test/temp/junit4-J1-20180124_153005_1056393255885483049969.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 159 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/analysis/stempel/test/temp/junit4-J1-20180124_153012_5171719761611103192183.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/analysis/stempel/test/temp/junit4-J0-20180124_153012_5171098631704687254512.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 167 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/analysis/uima/test/temp/junit4-J0-20180124_153017_1853605139611256281296.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 189 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/backward-codecs/test/temp/junit4-J1-20180124_153033_6518252383732929593187.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 33 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/backward-codecs/test/temp/junit4-J0-20180124_153033_64411721923676367646556.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1317 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/benchmark/test/temp/junit4-J1-20180124_153205_93414537439775420975789.syserr
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/benchmark/test/temp/junit4-J0-20180124_153205_9342988656731789023406.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 237 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/classification/test/temp/junit4-J1-20180124_153218_68914103328632437200134.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/classification/test/temp/junit4-J0-20180124_153218_6899065697820397912916.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 259 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/codecs/test/temp/junit4-J1-20180124_153239_32412550653421683459980.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/codecs/test/temp/junit4-J0-20180124_153239_32412201631166165553761.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 212 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/demo/test/temp/junit4-J1-20180124_153418_8025091054404251289057.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/demo/test/temp/junit4-J0-20180124_153418_80211046995680924533186.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 164 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/expressions/test/temp/junit4-J0-20180124_153422_7663034561814121365708.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 9 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/expressions/test/temp/junit4-J1-20180124_153422_76611237743081481424991.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 228 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/facet/test/temp/junit4-J0-20180124_153429_62215107067145111435797.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/facet/test/temp/junit4-J1-20180124_153429_62313354064584535576309.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 179 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/grouping/test/temp/junit4-J1-20180124_153502_124112686039801572750.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/grouping/test/temp/junit4-J0-20180124_153502_1209999520579864384545.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 243 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/highlighter/test/temp/junit4-J0-20180124_153514_0095035024488785611752.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/highlighter/test/temp/junit4-J1-20180124_153514_01015740573279153199127.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 160 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/join/test/temp/junit4-J1-20180124_153533_4782162619598324143822.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/join/test/temp/junit4-J0-20180124_153533_47813950854833054077772.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 147 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/memory/test/temp/junit4-J0-20180124_153545_4359889607224755323573.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/memory/test/temp/junit4-J1-20180124_153545_437534403041940323535.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 187 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/misc/test/temp/junit4-J0-20180124_153551_7391359089080136064497.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/misc/test/temp/junit4-J1-20180124_153551_7394802656563730690851.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 332 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/queries/test/temp/junit4-J1-20180124_153609_77317781229940437030504.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/queries/test/temp/junit4-J0-20180124_153609_773368297685584489238.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 224 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/queryparser/test/temp/junit4-J0-20180124_153620_1377107537112241909887.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/queryparser/test/temp/junit4-J1-20180124_153620_13718441666510403704498.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 207 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/replicator/test/temp/junit4-J1-20180124_153628_9317669327779897476119.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/replicator/test/temp/junit4-J0-20180124_153628_9312355225680221648309.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 220 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/sandbox/test/temp/junit4-J1-20180124_153641_27712104951073502610286.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/sandbox/test/temp/junit4-J0-20180124_153641_2766463850696479045645.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 317 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/spatial-extras/test/temp/junit4-J1-20180124_153714_4102320279027736958960.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/spatial-extras/test/temp/junit4-J0-20180124_153714_40916713470208401276200.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 146 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/spatial/test/temp/junit4-J0-20180124_153731_5004930720236958347203.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 177 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/spatial3d/test/temp/junit4-J0-20180124_153733_8191810908330658428783.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 5 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/spatial3d/test/temp/junit4-J1-20180124_153733_81914329001150071336986.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 250 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/suggest/test/temp/junit4-J1-20180124_153747_0372017081699073558241.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/suggest/test/temp/junit4-J0-20180124_153747_0372836267059336301731.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 2482 lines...]
[junit4] Suite: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_382AFD5DAED5A1F8-001/init-core-data-001
[junit4] 2> 1101031 WARN (SUITE-AutoscalingHistoryHandlerTest-seed#[382AFD5DAED5A1F8]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
[junit4] 2> 1101031 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[382AFD5DAED5A1F8]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1101032 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[382AFD5DAED5A1F8]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 1101034 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[382AFD5DAED5A1F8]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1101034 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[382AFD5DAED5A1F8]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_382AFD5DAED5A1F8-001/tempDir-001
[junit4] 2> 1101034 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[382AFD5DAED5A1F8]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1101034 INFO (Thread-2595) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1101034 INFO (Thread-2595) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1101037 ERROR (Thread-2595) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1101144 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[382AFD5DAED5A1F8]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:56930
[junit4] 2> 1101241 INFO (zkConnectionManagerCallback-3011-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1101252 INFO (jetty-launcher-3008-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1101252 INFO (jetty-launcher-3008-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1101252 INFO (jetty-launcher-3008-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1101254 INFO (jetty-launcher-3008-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1101254 INFO (jetty-launcher-3008-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1101254 INFO (jetty-launcher-3008-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1101255 INFO (jetty-launcher-3008-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@50446399{/solr,null,AVAILABLE}
[junit4] 2> 1101255 INFO (jetty-launcher-3008-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2812b308{SSL,[ssl, http/1.1]}{127.0.0.1:56936}
[junit4] 2> 1101255 INFO (jetty-launcher-3008-thread-1) [ ] o.e.j.s.Server Started @1103389ms
[junit4] 2> 1101255 INFO (jetty-launcher-3008-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56936}
[junit4] 2> 1101256 ERROR (jetty-launcher-3008-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1101256 INFO (jetty-launcher-3008-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1101256 INFO (jetty-launcher-3008-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1101256 INFO (jetty-launcher-3008-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1101256 INFO (jetty-launcher-3008-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-24T15:57:15.907878Z
[junit4] 2> 1101258 INFO (jetty-launcher-3008-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1101258 INFO (jetty-launcher-3008-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1101258 INFO (jetty-launcher-3008-thread-3) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1101258 INFO (jetty-launcher-3008-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2fd8e39c{/solr,null,AVAILABLE}
[junit4] 2> 1101259 INFO (jetty-launcher-3008-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1101260 INFO (jetty-launcher-3008-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1101260 INFO (jetty-launcher-3008-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1101260 INFO (jetty-launcher-3008-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2f710ef0{SSL,[ssl, http/1.1]}{127.0.0.1:56941}
[junit4] 2> 1101260 INFO (jetty-launcher-3008-thread-3) [ ] o.e.j.s.Server Started @1103394ms
[junit4] 2> 1101260 INFO (jetty-launcher-3008-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56941}
[junit4] 2> 1101260 INFO (jetty-launcher-3008-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@29569a9a{/solr,null,AVAILABLE}
[junit4] 2> 1101260 ERROR (jetty-launcher-3008-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1101260 INFO (jetty-launcher-3008-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1101260 INFO (jetty-launcher-3008-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1101260 INFO (jetty-launcher-3008-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2b5e1534{SSL,[ssl, http/1.1]}{127.0.0.1:56943}
[junit4] 2> 1101260 INFO (jetty-launcher-3008-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1101260 INFO (jetty-launcher-3008-thread-2) [ ] o.e.j.s.Server Started @1103394ms
[junit4] 2> 1101260 INFO (zkConnectionManagerCallback-3013-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1101260 INFO (jetty-launcher-3008-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-24T15:57:15.911892Z
[junit4] 2> 1101260 INFO (jetty-launcher-3008-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56943}
[junit4] 2> 1101261 ERROR (jetty-launcher-3008-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1101261 INFO (jetty-launcher-3008-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1101261 INFO (jetty-launcher-3008-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1101261 INFO (jetty-launcher-3008-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1101261 INFO (jetty-launcher-3008-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-24T15:57:15.912728Z
[junit4] 2> 1101262 INFO (jetty-launcher-3008-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1101262 INFO (zkConnectionManagerCallback-3015-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1101263 INFO (zkConnectionManagerCallback-3017-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1101263 INFO (jetty-launcher-3008-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1101264 INFO (jetty-launcher-3008-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1101269 INFO (jetty-launcher-3008-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56930/solr
[junit4] 2> 1101271 INFO (jetty-launcher-3008-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56930/solr
[junit4] 2> 1101271 INFO (zkConnectionManagerCallback-3021-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1101273 INFO (jetty-launcher-3008-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56930/solr
[junit4] 2> 1101273 INFO (zkConnectionManagerCallback-3025-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1101278 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x16128e33a280004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1101278 INFO (zkConnectionManagerCallback-3029-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1101279 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x16128e33a280005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1101280 INFO (zkConnectionManagerCallback-3031-thread-1-processing-n:127.0.0.1:56936_solr) [n:127.0.0.1:56936_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1101281 INFO (zkConnectionManagerCallback-3033-thread-1-processing-n:127.0.0.1:56941_solr) [n:127.0.0.1:56941_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1101282 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x16128e33a280006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1101284 INFO (zkConnectionManagerCallback-3035-thread-1-processing-n:127.0.0.1:56943_solr) [n:127.0.0.1:56943_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1101482 INFO (jetty-launcher-3008-thread-1) [n:127.0.0.1:56936_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1101482 INFO (jetty-launcher-3008-thread-3) [n:127.0.0.1:56941_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1101482 INFO (jetty-launcher-3008-thread-2) [n:127.0.0.1:56943_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1101483 INFO (jetty-launcher-3008-thread-1) [n:127.0.0.1:56936_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:56936_solr
[junit4] 2> 1101483 INFO (jetty-launcher-3008-thread-2) [n:127.0.0.1:56943_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56943_solr
[junit4] 2> 1101483 INFO (jetty-launcher-3008-thread-3) [n:127.0.0.1:56941_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56941_solr
[junit4] 2> 1101484 INFO (jetty-launcher-3008-thread-1) [n:127.0.0.1:56936_solr ] o.a.s.c.Overseer Overseer (id=99405623177248775-127.0.0.1:56936_solr-n_0000000000) starting
[junit4] 2> 1101485 INFO (zkCallback-3030-thread-1-processing-n:127.0.0.1:56936_solr) [n:127.0.0.1:56936_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1101486 INFO (zkCallback-3032-thread-1-processing-n:127.0.0.1:56941_solr) [n:127.0.0.1:56941_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1101488 INFO (zkCallback-3034-thread-1-processing-n:127.0.0.1:56943_solr) [n:127.0.0.1:56943_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1101507 DEBUG (OverseerStateUpdate-99405623177248775-127.0.0.1:56936_solr-n_0000000000) [n:127.0.0.1:56936_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 1101508 DEBUG (OverseerAutoScalingTriggerThread-99405623177248775-127.0.0.1:56936_solr-n_0000000000) [n:127.0.0.1:56936_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1101513 DEBUG (OverseerAutoScalingTriggerThread-99405623177248775-127.0.0.1:56936_solr-n_0000000000) [n:127.0.0.1:56936_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1101513 DEBUG (OverseerAutoScalingTriggerThread-99405623177248775-127.0.0.1:56936_solr-n_0000000000) [n:127.0.0.1:56936_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:56941_solr, 127.0.0.1:56943_solr]
[junit4] 2> 1101513 DEBUG (OverseerAutoScalingTriggerThread-99405623177248775-127.0.0.1:56936_solr-n_0000000000) [n:127.0.0.1:56936_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1101513 DEBUG (OverseerAutoScalingTriggerThread-99405623177248775-127.0.0.1:56936_solr-n_0000000000) [n:127.0.0.1:56936_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1101514 INFO (jetty-launcher-3008-thread-1) [n:127.0.0.1:56936_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56936_solr
[junit4] 2> 1101515 DEBUG (OverseerStateUpdate-99405623177248775-127.0.0.1:56936_solr-n_0000000000) [n:127.0.0.1:56936_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:56936_solr"} current state version: 0
[junit4] 2> 1101515 DEBUG (OverseerStateUpdate-99405623177248775-127.0.0.1:56936_solr-n_0000000000) [n:127.0.0.1:56936_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:56936_solr
[junit4] 2> 1101516 INFO (zkCallback-3030-thread-1-processing-n:127.0.0.1:56936_solr) [n:127.0.0.1:56936_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1101516 INFO (zkCallback-3034-thread-1-processing-n:127.0.0.1:56943_solr) [n:127.0.0.1:56943_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1101516 INFO (zkCallback-3032-thread-1-processing-n:127.0.0.1:56941_solr) [n:127.0.0.1:56941_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1101517 DEBUG (OverseerAutoScalingTriggerThread-99405623177248775-127.0.0.1:56936_solr-n_0000000000) [n:127.0.0.1:56936_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1101517 DEBUG (OverseerAutoScalingTriggerThread-99405623177248775-127.0.0.1:56936_solr-n_0000000000) [n:127.0.0.1:56936_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1101535 INFO (jetty-launcher-3008-thread-2) [n:127.0.0.1:56943_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56943.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31ac34e4
[junit4] 2> 1101541 DEBUG (ScheduledTrigger-5320-thread-1) [n:127.0.0.1:56936_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1101571 INFO (jetty-launcher-3008-thread-2) [n:127.0.0.1:56943_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56943.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31ac34e4
[junit4] 2> 1101571 INFO (jetty-launcher-3008-thread-2) [n:127.0.0.1:56943_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56943.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31ac34e4
[junit4] 2> 1101574 INFO (jetty-launcher-3008-thread-3) [n:127.0.0.1:56941_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56941.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31ac34e4
[junit4] 2> 1101574 INFO (jetty-launcher-3008-thread-2) [n:127.0.0.1:56943_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_382AFD5DAED5A1F8-001/tempDir-001/node2/.
[junit4] 2> 1101577 INFO (jetty-launcher-3008-thread-1) [n:127.0.0.1:56936_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56936.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31ac34e4
[junit4] 2> 1101598 INFO (jetty-launcher-3008-thread-3) [n:127.0.0.1:56941_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56941.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31ac34e4
[junit4] 2> 1101598 INFO (jetty-launcher-3008-thread-3) [n:127.0.0.1:56941_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56941.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31ac34e4
[junit4] 2> 1101599 INFO (jetty-launcher-3008-thread-1) [n:127.0.0.1:56936_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56936.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31ac34e4
[junit4] 2> 1101599 INFO (jetty-launcher-3008-thread-1) [n:127.0.0.1:56936_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56936.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31ac34e4
[junit4] 2> 1101599 INFO (jetty-launcher-3008-thread-3) [n:127.0.0.1:56941_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_382AFD5DAED5A1F8-001/tempDir-001/node3/.
[junit4] 2> 1101600 INFO (jetty-launcher-3008-thread-1) [n:127.0.0.1:56936_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_382AFD5DAED5A1F8-001/tempDir-001/node1/.
[junit4] 2> 1101675 INFO (zkConnectionManagerCallback-3043-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1101678 INFO (zkConnectionManagerCallback-3047-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1101679 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[382AFD5DAED5A1F8]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1101681 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[382AFD5DAED5A1F8]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56930/solr ready
[junit4] 2> 1101698 INFO (qtp1941750814-13233) [n:127.0.0.1:56936_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&name=AutoscalingHistoryHandlerTest_collection&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1101700 INFO (OverseerThreadFactory-5322-thread-1-processing-n:127.0.0.1:56936_solr) [n:127.0.0.1:56936_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection AutoscalingHistoryHandlerTest_collection
[junit4] 2> 1101701 INFO (OverseerThreadFactory-5322-thread-1-processing-n:127.0.0.1:56936_solr) [n:127.0.0.1:56936_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/managed-schema
[junit4] 2> 1101703 INFO (OverseerThreadFactory-5322-thread-1-processing-n:127.0.0.1:56936_solr) [n:127.0.0.1:56936_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/protwords.txt
[junit4] 2> 1101705 INFO (OverseerThreadFactory-5322-thread-1-processing-n:127.0.0.1:56936_solr) [n:127.0.0.1:56936_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/solrconfig.xml
[junit4] 2> 1101707 INFO (OverseerThreadFactory-5322-thread-1-processing-n:127.0.0.1:56936_solr) [n:127.0.0.1:56936_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/synonyms.txt
[junit4] 2> 1101709 INFO (OverseerThreadFactory-5322-thread-1-processing-n:127.0.0.1:56936_solr) [n:127.0.0.1:56936_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/stopwords.txt
[junit4] 2> 1101712 INFO (OverseerThreadFactory-5322-thread-1-processing-n:127.0.0.1:56936_solr) [n:127.0.0.1:56936_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_it.txt
[junit4] 2> 1101714 INFO (OverseerThreadFactory-5322-thread-1-processing-n:127.0.0.1:56936_solr) [n:127.0.0.1:56936_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ca.txt
[junit4] 2> 1101717 INFO (OverseerThreadFactory-5322-thread-1-processing-n:127.0.0.1:56936_solr) [n:127.0.0.1:56936_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stemdict_nl.txt
[junit4] 2> 1101721 INFO (OverseerThreadFactory-5322-thread-1-processing-n:127.0.0.1:56936_solr) [n:127.0.0.1:56936_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hy.txt
[junit4] 2> 1101724 INFO (OverseerThreadFactory-5322-thread-1-processing-n:127.0.0.1:56936_solr) [n:127.0.0.1:56936_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_no.txt
[junit4] 2> 1101726 INFO (OverseerThreadFactory-5322-thread-1-processing-n:127.0.0.1:56936_solr) [n:127.0.0.1:56936_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_id.txt
[junit4] 2> 1101728 INFO (OverseerThreadFactory-5322-thread-1-processing-n:127.0.0.1:56936_solr) [n:127.0.0.1:56936_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_da.txt
[junit4] 2> 1101731 INFO (OverseerThreadFactory-5322-thread-1-processing-n:127.0.0.1:56936_solr) [n:127.0.0.1:56936_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ga.txt
[junit4] 2> 1101733 INFO (OverseerThreadFactory-5322-thread-1-processing-n:127.0.0.1:56936_solr) [n:127.0.0.1:56936_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hi.txt
[junit4] 2> 1101735 INFO (OverseerThreadFactory-5322-thread-1-processing-n:127.0.0.1:56936_solr) [n:127.0.0.1:56936_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ja.txt
[junit4] 2> 1101738 INFO (OverseerThreadFactory-5322-thread-1-processing-n:127.0.0.1:56936_solr) [n:127.0.0.1:56936_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_pt.txt
[junit4] 2> 1101740 INFO (OverseerThreadFactory-5322-thread-1-processing-n:127.0.0.1:56936_solr) [n:127.0.0.1:56936_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hu.txt
[junit4] 2> 1101742 INFO (OverseerThreadFactory-5322-thread-1-processing-n:127.0.0.1:56936_solr) [n:127.0.0.1:56936_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_el.txt
[junit4] 2> 1101745 INFO (OverseerThreadFactory-5322-thread-1-processing-n:127.0.0.1:56936_solr) [n:127.0.0.1:56936_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ru.txt
[junit4] 2> 1101747 INFO (OverseerThreadFactory-5322-thread-1-processing-n:127.0.0.1:56936_solr) [n:127.0.0.1:56936_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_tr.txt
[junit4] 2> 1101749 INFO (OverseerThreadFactory-5322-thread-1-processing-n:127.0.0.1:56936_solr) [n:127.0.0.1:56936_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ar.txt
[junit4] 2> 1101752 INFO (OverseerThreadFactory-5322-thread-1-processing-n:127.0.0.1:56936_solr) [n:127.0.0.1:56936_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/userdict_ja.txt
[junit4] 2> 1101754 INFO (OverseerThreadFactory-5322-thread-1-processing-n:127.0.0.1:56936_solr) [n:127.0.0.1:56936_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_eu.txt
[junit4] 2> 1101756 INFO (OverseerThreadFactory-5322-thread-1-processing-n:127.0.0.1:56936_solr) [n:127.0.0.1:56936_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_it.txt
[junit4] 2> 1101759 INFO (OverseerThreadFactory-5322-thread-1-processing-n:127.0.0.1:56936_solr) [n:127.0.0.1:56936_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_cz.txt
[junit4] 2> 1101761 INFO (OverseerThreadFactory-5322-thread-1-processing-n:127.0.0.1:56936_solr) [n:127.0.0.1:56936_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stoptags_ja.txt
[junit4] 2> 1101763 INFO (OverseerThreadFactory-5322-thread-1-processing-n:127.0.0.1:56936_solr) [n:127.0.0.1:56936_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_fr.txt
[junit4] 2> 1101767 INFO (OverseerThreadFactory-5322-thread-1-processing-n:127.0.0.1:56936_solr) [n:127.0.0.1:56936_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_de.txt
[junit4] 2> 1101769 INFO (OverseerThreadFactory-5322-thread-1-processing-n:127.0.0.1:56936_solr) [n:127.0.0.1:56936_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fa.txt
[junit4] 2> 1101772 INFO (OverseerThreadFactory-5322-thread-1-processing-n:127.0.0.1:56936_solr) [n:127.0.0.1:56936_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ga.txt
[junit4] 2> 1101774 INFO (OverseerThreadFactory-5322-thread-1-processing-n:127.0.0.1:56936_solr) [n:127.0.0.1:56936_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ca.txt
[junit4] 2> 1101776 INFO (OverseerThreadFactory-5322-thread-1-processing-n:127.0.0.1:56936_solr) [n:127.0.0.1:56936_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_nl.txt
[junit4] 2> 1101779 INFO (OverseerThreadFactory-5322-thread-1-processing-n:127.0.0.1:56936_solr) [n:127.0.0.1:56936_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_bg.txt
[junit4] 2> 1101781 INFO (OverseerThreadFactory-5322-thread-1-processing-n:127.0.0.1:56936_solr) [n:127.0.0.1:56936_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_en.txt
[junit4] 2> 1101783 INFO (OverseerThreadFactory-5322-thread-1-processing-n:127.0.0.1:56936_solr) [n:127.0.0.1:56936_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_es.txt
[junit4] 2> 1101785 INFO (OverseerThreadFactory-5322-thread-1-processing-n:127.0.0.1:56936_solr) [n:127.0.0.1:56936_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_lv.txt
[junit4] 2> 1101787 INFO (OverseerThreadFactory-5322-thread-1-processing-n:127.0.0.1:56936_solr) [n:127.0.0.1:56936_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ro.txt
[junit4] 2> 1101789 INFO (OverseerThreadFactory-5322-thread-1-processing-n:127.0.0.1:56936_solr) [n:127.0.0.1:56936_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_th.txt
[junit4] 2> 1101791 INFO (OverseerThreadFactory-5322-thread-1-processing-n:127.0.0.1:56936_solr) [n:127.0.0.1:56936_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fr.txt
[junit4] 2> 1101793 INFO (OverseerThreadFactory-5322-thread-1-processing-n:127.0.0.1:56936_solr) [n:127.0.0.1:56936_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_sv.txt
[junit4] 2> 1101795 INFO (OverseerThreadFactory-5322-thread-1-processing-n:127.0.0.1:56936_solr) [n:127.0.0.1:56936_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fi.txt
[junit4] 2> 1101797 INFO (OverseerThreadFactory-5322-thread-1-processing-n:127.0.0.1:56936_solr) [n:127.0.0.1:56936_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/hyphenations_ga.txt
[junit4] 2> 1101799 INFO (OverseerThreadFactory-5322-thread-1-processing-n:127.0.0.1:56936_solr) [n:127.0.0.1:56936_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_gl.txt
[junit4] 2> 1101801 INFO (OverseerThreadFactory-5322-thread-1-processing-n:127.0.0.1:56936_solr) [n:127.0.0.1:56936_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/params.json
[junit4] 2> 1101809 DEBUG (OverseerStateUpdate-99405623177248775-127.0.0.1:56936_solr-n_0000000000) [n:127.0.0.1:56936_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "numShards":"1",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 1101809 DEBUG (OverseerStateUpdate-99405623177248775-127.0.0.1:56936_solr-n_0000000000) [n:127.0.0.1:56936_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: AutoscalingHistoryHandlerTest_collection
[junit4] 2> 1101809 DEBUG (OverseerStateUpdate-99405623177248775-127.0.0.1:56936_solr-n_0000000000) [n:127.0.0.1:56936_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json
[junit4] 2> 1101921 DEBUG (OverseerStateUpdate-99405623177248775-127.0.0.1:56936_solr-n_0000000000) [n:127.0.0.1:56936_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:56943/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 1101921 INFO (OverseerStateUpdate-99405623177248775-127.0.0.1:56936_solr-n_0000000000) [n:127.0.0.1:56936_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:56943/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1101922 DEBUG (OverseerStateUpdate-99405623177248775-127.0.0.1:56936_solr-n_0000000000) [n:127.0.0.1:56936_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 1101923 DEBUG (OverseerStateUpdate-99405623177248775-127.0.0.1:56936_solr-n_0000000000) [n:127.0.0.1:56936_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:56943/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1101924 DEBUG (OverseerStateUpdate-99405623177248775-127.0.0.1:56936_solr-n_0000000000) [n:127.0.0.1:56936_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:56936/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 1101924 INFO (OverseerStateUpdate-99405623177248775-127.0.0.1:56936_solr-n_0000000000) [n:127.0.0.1:56936_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:56936/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1101926 DEBUG (OverseerStateUpdate-99405623177248775-127.0.0.1:56936_solr-n_0000000000) [n:127.0.0.1:56936_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:56943/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1101926 DEBUG (OverseerStateUpdate-99405623177248775-127.0.0.1:56936_solr-n_0000000000) [n:127.0.0.1:56936_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:56943/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:56936/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1101928 DEBUG (OverseerStateUpdate-99405623177248775-127.0.0.1:56936_solr-n_0000000000) [n:127.0.0.1:56936_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:56941/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 1101928 INFO (OverseerStateUpdate-99405623177248775-127.0.0.1:56936_solr-n_0000000000) [n:127.0.0.1:56936_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:56941/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1101929 DEBUG (OverseerStateUpdate-99405623177248775-127.0.0.1:56936_solr-n_0000000000) [n:127.0.0.1:56936_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:56943/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:56936/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1101929 DEBUG (OverseerStateUpdate-99405623177248775-127.0.0.1:56936_solr-n_0000000000) [n:127.0.0.1:56936_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:56943/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:56936/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:56941/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1102034 DEBUG (OverseerStateUpdate-99405623177248775-127.0.0.1:56936_solr-n_0000000000) [n:127.0.0.1:56936_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json version: 0
[junit4] 2> 1102155 INFO (qtp1941750814-13234) [n:127.0.0.1:56936_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n2&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1102155 INFO (qtp1941750814-13234) [n:127.0.0.1:56936_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1102167 INFO (qtp355440323-13253) [n:127.0.0.1:56943_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1102169 INFO (qtp355440323-13253) [n:127.0.0.1:56943_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1102169 INFO (qtp1128912699-13243) [n:127.0.0.1:56941_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n4&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1102169 INFO (qtp1128912699-13243) [n:127.0.0.1:56941_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1102174 DEBUG (OverseerStateUpdate-99405623177248775-127.0.0.1:56936_solr-n_0000000000) [n:127.0.0.1:56936_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:56943/solr",
[junit4] 2> "node_name":"127.0.0.1:56943_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1102174 DEBUG (OverseerStateUpdate-99405623177248775-127.0.0.1:56936_solr-n_0000000000) [n:127.0.0.1:56936_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:56943/solr",
[junit4] 2> "node_name":"127.0.0.1:56943_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1102175 DEBUG (OverseerStateUpdate-99405623177248775-127.0.0.1:56936_solr-n_0000000000) [n:127.0.0.1:56936_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1","base_url":"https://127.0.0.1:56943/solr","node_name":"127.0.0.1:56943_solr","state":"down","type":"NRT"}
[junit4] 2> 1102175 DEBUG (OverseerStateUpdate-99405623177248775-127.0.0.1:56936_solr-n_0000000000) [n:127.0.0.1:56936_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:56943/solr",
[junit4] 2> "node_name":"127.0.0.1:56943_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:56936/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:56941/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 1102175 DEBUG (OverseerStateUpdate-99405623177248775-127.0.0.1:56936_solr-n_0000000000) [n:127.0.0.1:56936_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "core_node_name":"core_node6",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:56941/solr",
[junit4] 2> "node_name":"127.0.0.1:56941_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1102175 DEBUG (OverseerStateUpdate-99405623177248775-127.0.0.1:56936_solr-n_0000000000) [n:127.0.0.1:56936_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "core_node_name":"core_node6",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:56941/solr",
[junit4] 2> "node_name":"127.0.0.1:56941_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1102175 DEBUG (OverseerStateUpdate-99405623177248775-127.0.0.1:56936_solr-n_0000000000) [n:127.0.0.1:56936_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node6:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4","base_url":"https://127.0.0.1:56941/solr","node_name":"127.0.0.1:56941_solr","state":"down","type":"NRT"}
[junit4] 2> 1102175 DEBUG (OverseerStateUpdate-99405623177248775-127.0.0.1:56936_solr-n_0000000000) [n:127.0.0.1:56936_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:56943/solr",
[junit4] 2> "node_name":"127.0.0.1:56943_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:56936/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:56941/solr",
[junit4] 2> "node_name":"127.0.0.1:56941_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 1102175 DEBUG (OverseerStateUpdate-99405623177248775-127.0.0.1:56936_solr-n_0000000000) [n:127.0.0.1:56936_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node5",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:56936/solr",
[junit4] 2> "node_name":"127.0.0.1:56936_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1102175 DEBUG (OverseerStateUpdate-99405623177248775-127.0.0.1:56936_solr-n_0000000000) [n:127.0.0.1:56936_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node5",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:56936/solr",
[junit4] 2> "node_name":"127.0.0.1:56936_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1102175 DEBUG (OverseerStateUpdate-99405623177248775-127.0.0.1:56936_solr-n_0000000000) [n:127.0.0.1:56936_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node5:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2","base_url":"https://127.0.0.1:56936/solr","node_name":"127.0.0.1:56936_solr","state":"down","type":"NRT"}
[junit4] 2> 1102175 DEBUG (OverseerStateUpdate-99405623177248775-127.0.0.1:56936_solr-n_0000000000) [n:127.0.0.1:56936_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:56943/solr",
[junit4] 2> "node_name":"127.0.0.1:56943_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:56936/solr",
[junit4] 2> "node_name":"127.0.0.1:56936_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:56941/solr",
[junit4] 2> "node_name":"127.0.0.1:56941_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 1102285 DEBUG (OverseerStateUpdate-99405623177248775-127.0.0.1:56936_solr-n_0000000000) [n:127.0.0.1:56936_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json version: 1
[junit4] 2> 1102285 INFO (zkCallback-3030-thread-1-processing-n:127.0.0.1:56936_solr) [n:127.0.0.1:56936_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1102285 INFO (zkCallback-3032-thread-1-processing-n:127.0.0.1:56941_solr) [n:127.0.0.1:56
[...truncated too long message...]
space/Lucene-Solr-7.x-MacOSX/solr/build/solr-solrj/test/temp/junit4-J0-20180124_165429_9633796997897540411207.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 24 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-solrj/test/temp/junit4-J1-20180124_165429_9637496087658545391232.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 1460 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/contrib/solr-analysis-extras/test/temp/junit4-J1-20180124_165802_2616165260256988139467.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/contrib/solr-analysis-extras/test/temp/junit4-J0-20180124_165802_2611476644694027622456.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 785 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/contrib/solr-analytics/test/temp/junit4-J1-20180124_165816_87918297421445963816759.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/contrib/solr-analytics/test/temp/junit4-J0-20180124_165816_8795583378182511161535.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 553 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/contrib/solr-clustering/test/temp/junit4-J1-20180124_165937_57114840646885984552508.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/contrib/solr-clustering/test/temp/junit4-J0-20180124_165937_5705051208869366084086.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1258 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J1-20180124_170006_61012206165629005585892.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J0-20180124_170006_6101171236301020944066.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 646 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J1-20180124_170022_48213294082377849478758.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J0-20180124_170022_48211443745141706811710.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 555 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/contrib/solr-cell/test/temp/junit4-J1-20180124_170057_12513747912287967805630.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/contrib/solr-cell/test/temp/junit4-J0-20180124_170057_12512747420759334048664.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 561 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/contrib/solr-langid/test/temp/junit4-J0-20180124_170116_976395375979568532311.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/contrib/solr-langid/test/temp/junit4-J1-20180124_170116_9765246919158879080156.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 655 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/contrib/solr-ltr/test/temp/junit4-J1-20180124_170131_17715464766951053124152.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/contrib/solr-ltr/test/temp/junit4-J0-20180124_170131_1774560526836151739881.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 595 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/contrib/solr-uima/test/temp/junit4-J1-20180124_170202_58817046447509307412928.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/contrib/solr-uima/test/temp/junit4-J0-20180124_170202_58813160947779435042904.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 548 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/contrib/solr-velocity/test/temp/junit4-J0-20180124_170219_38311804438882374175875.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 32322 lines...]
[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk1.8.0) - Build # 417 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/417/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC
2 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testNodeLost
Error Message:
Stack Trace:
java.util.concurrent.TimeoutException
at __randomizedtesting.SeedInfo.seed([AC70FAD108BAF395:1365342F8B509613]:0)
at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:271)
at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.doTestNodeLost(TestLargeCluster.java:453)
at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testNodeLost(TestLargeCluster.java:295)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
expected:<5> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
at __randomizedtesting.SeedInfo.seed([AC70FAD108BAF395:C18C5E2CB2F20C92]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:265)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13654 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestLargeCluster_AC70FAD108BAF395-001/init-core-data-001
[junit4] 2> 3334384 WARN (SUITE-TestLargeCluster-seed#[AC70FAD108BAF395]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
[junit4] 2> 3334384 INFO (SUITE-TestLargeCluster-seed#[AC70FAD108BAF395]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 3334388 INFO (SUITE-TestLargeCluster-seed#[AC70FAD108BAF395]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 3334388 INFO (SUITE-TestLargeCluster-seed#[AC70FAD108BAF395]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 3334394 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3334394 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
[junit4] 2> 3334394 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10104_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10102_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10101_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10100_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10103_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
[junit4] 2> 3334408 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
[junit4] 2> 3334408 INFO (TEST-TestLargeCluster.testAddNode-seed#[AC70FAD108BAF395]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAddNode
[junit4] 2> 3334408 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
[junit4] 2> 3334409 DEBUG (TEST-TestLargeCluster.testAddNode-seed#[AC70FAD108BAF395]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 3334409 INFO (TEST-TestLargeCluster.testAddNode-seed#[AC70FAD108BAF395]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 3334409 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3334409 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220)
[junit4] 2> at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:154)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3334415 DEBUG (ScheduledTrigger-13022-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3334415 DEBUG (TEST-TestLargeCluster.testAddNode-seed#[AC70FAD108BAF395]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 3334416 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3334416 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 3334416 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10104_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10102_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10101_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10100_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10103_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
[junit4] 2> 3334416 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
[junit4] 2> 3334416 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 3334417 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3334417 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 3334417 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3334447 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3334481 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3334509 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3334523 DEBUG (simCloudManagerPool-13024-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3334523 DEBUG (simCloudManagerPool-13024-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 3334525 DEBUG (simCloudManagerPool-13024-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10104_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10102_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10101_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10100_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10103_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
[junit4] 2> 3334526 DEBUG (simCloudManagerPool-13024-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10104_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10102_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10101_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10100_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10103_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
[junit4] 2> 3334526 DEBUG (simCloudManagerPool-13024-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=5, actions=[{name=compute, class=org.apache.solr.cloud.autoscaling.ComputePlanAction}, {name=execute, class=org.apache.solr.cloud.autoscaling.ExecutePlanAction}], enabled=true}
[junit4] 2> 3334526 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 3334526 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 3334527 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3334527 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3334530 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3334554 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3334566 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3334566 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3334574 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3334589 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3334589 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3334598 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3334613 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3334613 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3334621 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3334640 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3334640 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3334641 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3334666 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3334666 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3334666 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3334696 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3334696 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3334696 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3334726 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3334726 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3334726 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3334756 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3334756 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3334756 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3334778 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3334778 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3334778 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3334803 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3334803 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3334803 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3334832 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3334832 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3334832 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3334862 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3334862 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3334862 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3334892 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3334892 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3334892 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3334922 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3334922 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3334922 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3334952 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3334952 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3334952 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3334980 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3334980 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3334981 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3335011 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3335011 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3335011 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3335041 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3335041 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3335041 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3335065 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3335065 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3335065 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3335096 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3335096 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3335096 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3335126 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3335126 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3335126 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3335150 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3335150 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3335150 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3335180 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3335180 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3335181 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3335211 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3335211 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3335211 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3335241 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3335241 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3335241 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3335272 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3335272 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3335272 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3335302 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3335302 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3335302 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3335335 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3335335 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3335335 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3335356 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3335356 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3335356 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3335386 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3335386 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3335386 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3335413 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3335413 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3335413 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3335443 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3335443 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3335444 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3335472 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3335472 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3335472 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3335503 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3335503 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3335504 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3335532 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3335532 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3335532 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3335563 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3335563 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3335563 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3335586 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3335587 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3335587 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3335607 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3335607 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3335607 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3335630 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3335630 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3335630 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3335658 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3335658 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3335658 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3335679 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3335679 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3335679 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3335704 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3335704 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3335704 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3335734 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3335734 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3335734 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3335761 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3335761 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3335761 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3335792 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3335792 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3335792 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3335821 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3335821 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3335822 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3335852 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3335852 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3335852 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3335879 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3335879 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3335879 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3335909 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3335909 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3335909 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3335935 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3335935 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3335935 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3335962 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3335962 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3335962 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3335992 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3335992 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3335992 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3336022 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3336022 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3336022 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3336050 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3336050 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3336050 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3336077 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3336078 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3336077 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3336108 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3336108 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3336108 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3336138 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3336138 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3336139 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3336169 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3336169 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3336169 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3336193 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3336193 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3336193 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3336219 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3336219 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3336219 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3336250 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3336250 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3336250 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3336279 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3336279 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3336280 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3336302 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3336302 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3336302 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3336328 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3336328 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3336328 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3336358 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3336358 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3336358 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3336384 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3336384 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3336384 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3336404 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3336404 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3336404 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3336433 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3336433 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3336433 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3336463 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3336463 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3336463 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3336491 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3336491 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3336491 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3336516 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3336516 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3336516 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3336546 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3336546 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3336546 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3336576 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3336576 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3336576 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3336599 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3336599 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3336599 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3336621 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3336621 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3336621 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3336651 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3336651 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3336651 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3336682 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3336682 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3336682 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3336709 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3336710 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3336709 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3336740 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3336740 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3336740 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3336770 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3336770 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3336770 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3336800 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3336800 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3336800 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3336830 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3336830 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3336830 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3336860 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3336860 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3336860 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3336890 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3336890 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3336890 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3336919 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3336919 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3336919 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3336949 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3336949 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3336950 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3336979 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3336980 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3336980 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3337007 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3337007 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3337008 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3337037 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3337037 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3337038 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3337067 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3337067 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3337068 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3337099 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3337099 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3337100 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3337128 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3337128 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3337128 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3337158 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3337158 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3337158 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3337188 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3337188 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3337189 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3337211 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3337211 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3337212 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3337238 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3337238 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3337238 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3337268 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3337268 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3337268 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3337298 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3337298 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3337298 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3337328 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3337328 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3337328 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3337358 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3337359 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3337358 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3337388 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3337389 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3337389 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3337417 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3337417 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3337417 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3337443 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3337443 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3337444 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3337474 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3337474 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3337474 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3337504 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3337504 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3337504 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3337532 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3337532 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3337532 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3337562 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3337562 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3337562 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3337592 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3337592 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3337592 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3337620 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3337620 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3337620 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3337654 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3337654 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3337654 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3337675 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3337676 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3337676 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3337704 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3337704 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3337704 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3337728 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3337740 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3337769 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3337770 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3337770 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3337800 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3337800 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3337800 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3337823 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3337824 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3337823 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3337846 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3337847 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3337846 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3337868 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3337868 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3337868 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3337890 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3337890 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3337890 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3337917 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3337917 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3337917 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3337944 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3337944 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3337944 DEBUG (ScheduledTrigger-13025-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3337970 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3337970 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3337970 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3337996 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3337996 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3337996 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3338010 DEBUG (simCloudManagerPool-13024-thread-63) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard2: {"core_node39":{
[junit4] 2> "node_name":"127.0.0.1:10059_solr",
[junit4] 2> "core":"testNodeAdded_shard2_replica_n39",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testNodeAdded"}}
[junit4] 2> 3338010 DEBUG (simCloudManagerPool-13024-thread-63) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard1: {"core_node18":{
[junit4] 2> "node_name":"127.0.0.1:10077_solr",
[junit4] 2> "core":"testNodeAdded_shard1_replica_t18",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"TLOG",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded"}}
[junit4] 2> 3338010 DEBUG (simCloudManagerPool-13024-thread-63) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard10: {"core_node278":{
[junit4] 2> "node_name":"127.0.0.1:10074_solr",
[junit4] 2> "core":"testNodeAdded_shard10_replica_n278",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard10",
[junit4] 2> "collection":"testNodeAdded"}}
[junit4] 2> 3338011 DEBUG (simCloudManagerPool-13024-thread-63) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard7: {"core_node191":{
[junit4] 2> "node_name":"127.0.0.1:10099_solr",
[junit4] 2> "core":"testNodeAdded_shard7_replica_t191",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"TLOG",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard7",
[junit4] 2> "collection":"testNodeAdded"}}
[junit4] 2> 3338011 DEBUG (simCloudManagerPool-13024-thread-63) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard8: {"core_node221":{
[junit4] 2> "node_name":"127.0.0.1:10033_solr",
[junit4] 2> "core":"testNodeAdded_shard8_replica_t221",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"TLOG",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard8",
[junit4] 2> "collection":"testNodeAdded"}}
[junit4] 2> 3338011 DEBUG (simCloudManagerPool-13024-thread-63) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard9: {"core_node248":{
[junit4] 2> "node_name":"127.0.0.1:10085_solr",
[junit4] 2> "core":"testNodeAdded_shard9_replica_n248",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard9",
[junit4] 2> "collection":"testNodeAdded"}}
[junit4] 2> 3338010 DEBUG (simCloudManagerPool-13024-thread-65) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard5: {"core_node133":{
[junit4] 2> "node_name":"127.0.0.1:10032_solr",
[junit4] 2> "core":"testNodeAdded_shard5_replica_t133",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"TLOG",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard5",
[junit4] 2> "collection":"testNodeAdded"}}
[junit4] 2> 3338010 DEBUG (simCloudManagerPool-13024-thread-64) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard4: {"core_node98":{
[junit4] 2> "node_name":"127.0.0.1:10096_solr",
[junit4] 2> "core":"testNodeAdded_shard4_replica_n98",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard4",
[junit4] 2> "collection":"testNodeAdded"}}
[junit4] 2> 3338010 DEBUG (simCloudManagerPool-13024-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard3: {"core_node76":{
[junit4] 2> "node_name":"127.0.0.1:10102_solr",
[junit4] 2> "core":"testNodeAdded_shard3_replica_t76",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"TLOG",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard3",
[junit4] 2> "collection":"testNodeAdded"}}
[junit4] 2> 3338010 DEBUG (simCloudManagerPool-13024-thread-67) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard6: {"core_node155":{
[junit4] 2> "node_name":"127.0.0.1:10088_solr",
[junit4] 2> "core":"testNodeAdded_shard6_replica_n155",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard6",
[junit4] 2> "collection":"testNodeAdded"}}
[junit4] 2> 3338021 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3338021 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3338022 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3338048 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3338048 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3338049 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3338069 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3338069 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3338070 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3338100 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3338100 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3338100 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3338130 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3338131 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3338131 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3338158 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3338158 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3338158 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3338184 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3338184 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3338185 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3338214 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3338214 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3338214 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3338244 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3338244 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3338245 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3338275 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3338275 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3338275 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3338303 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3338303 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3338303 DEBUG (ScheduledTrigger-13025-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3338333 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3338333 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3338333 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3338358 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3338359 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3338359 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3338387 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3338387 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3338388 DEBUG (ScheduledTrigger-13025-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3338419 DEBUG (ScheduledTrigger-13025-thread-4) [ ] o.a.s.c.a.NodeLostTrigger R
[...truncated too long message...]
ontextHandler Stopped o.e.j.s.ServletContextHandler@a616c86{/solr,null,UNAVAILABLE}
[junit4] 2> 3542233 INFO (jetty-closer-9703-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3543741 INFO (jetty-closer-9703-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@27bab2d6{/solr,null,UNAVAILABLE}
[junit4] 2> 3543742 INFO (jetty-closer-9703-thread-3) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3543753 ERROR (SUITE-AutoscalingHistoryHandlerTest-seed#[AC70FAD108BAF395]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3543753 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[AC70FAD108BAF395]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54654 54654
[junit4] 2> 3543772 INFO (Thread-4935) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54654 54654
[junit4] 2> 3543883 WARN (Thread-4935) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 13 /solr/aliases.json
[junit4] 2> 5 /solr/configs/.system
[junit4] 2> 5 /solr/configs/.system/managed-schema
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/managed-schema
[junit4] 2> 4 /solr/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 66 /solr/collections/.system/state.json
[junit4] 2> 40 /solr/collections/AutoscalingHistoryHandlerTest_collection/state.json
[junit4] 2> 13 /solr/clusterprops.json
[junit4] 2> 13 /solr/clusterstate.json
[junit4] 2> 3 /solr/collections/AutoscalingHistoryHandlerTest_collection/leader_elect/shard1/election/99403003124645895-core_node3-n_0000000000
[junit4] 2> 2 /solr/collections/.system/leader_elect/shard1/election/99403003124645895-core_node5-n_0000000001
[junit4] 2> 2 /solr/overseer_elect/election/99403003124645895-127.0.0.1:54658_solr-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 13 /solr/live_nodes
[junit4] 2> 13 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_AC70FAD108BAF395-001
[junit4] 2> Jan 24, 2018 4:51:35 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=sr, timezone=America/Halifax
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=203291216,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [RegexBytesRefFilterTest, TestUtilizeNode, TestTrackingShardHandlerFactory, ChaosMonkeySafeLeaderWithPullReplicasTest, TestLuceneMatchVersion, NoCacheHeaderTest, DateRangeFieldTest, TestSolrFieldCacheBean, DocumentAnalysisRequestHandlerTest, TestCollapseQParserPlugin, TestConfigSetImmutable, TestCoreAdminApis, ComputePlanActionTest, HdfsBasicDistributedZkTest, TestSSLRandomization, ParsingFieldUpdateProcessorsTest, TestDistributedStatsComponentCardinality, TestStressUserVersions, TestZkAclsWithHadoopAuth, TestHttpShardHandlerFactory, TestCopyFieldCollectionResource, StressHdfsTest, TestLockTree, SimpleCollectionCreateDeleteTest, SystemLogListenerTest, DirectUpdateHandlerTest, CollectionsAPIAsyncDistributedZkTest, HighlighterMaxOffsetTest, OverseerTest, TestCustomStream, TestDistribDocBasedVersion, TestManagedResource, TestSort, TestBlendedInfixSuggestions, ImplicitSnitchTest, BigEndianAscendingWordSerializerTest, TestUpdate, TestBackupRepositoryFactory, TestQuerySenderListener, MultiThreadedOCPTest, IndexSchemaTest, TestRetrieveFieldsOptimizer, ZkControllerTest, CloudMLTQParserTest, SolrCoreCheckLockOnStartupTest, TestRestManager, OverseerTaskQueueTest, MetricTriggerTest, TestChildDocTransformer, ChaosMonkeyNothingIsSafeTest, TestSolrCloudWithKerberosAlt, SimplePostToolTest, SuggestComponentContextFilterQueryTest, TestInPlaceUpdatesStandalone, WrapperMergePolicyFactoryTest, TestCodecSupport, TestRawResponseWriter, TestLRUCache, BasicDistributedZk2Test, ClassificationUpdateProcessorFactoryTest, TestReloadDeadlock, BlockCacheTest, TestFastLRUCache, TestNestedDocsSort, AnalyticsQueryTest, TestRandomDVFaceting, TestInitParams, TestStressLiveNodes, TestTolerantUpdateProcessorCloud, TestExactStatsCache, TestClassicSimilarityFactory, TestCrossCoreJoin, SmileWriterTest, TriggerIntegrationTest, CreateCollectionCleanupTest, TestDistribIDF, HdfsRecoverLeaseTest, DeleteStatusTest, TestOrdValues, NodeLostTriggerTest, TestIndexingPerformance, TestComplexPhraseQParserPlugin, ResponseLogComponentTest, SuggesterWFSTTest, AtomicUpdateProcessorFactoryTest, TestLuceneIndexBackCompat, ZkStateReaderTest, DisMaxRequestHandlerTest, HdfsChaosMonkeySafeLeaderTest, RegexBoostProcessorTest, DistributedDebugComponentTest, TestShortCircuitedRequests, TestClusterProperties, TestSlowCompositeReaderWrapper, ResponseHeaderTest, TestDynamicFieldResource, TestMultiValuedNumericRangeQuery, DeleteLastCustomShardedReplicaTest, JsonLoaderTest, TestOverriddenPrefixQueryForCustomFieldType, TestWordDelimiterFilterFactory, TestSubQueryTransformerCrossCore, TestSimpleTextCodec, TimeZoneUtilsTest, TestLMDirichletSimilarityFactory, TestSimDistributedQueue, TestSolr4Spatial2, TestExecutePlanAction, TestFieldCacheVsDocValues, SolrJmxReporterTest, DirectoryFactoryTest, TestSchemaResource, TestSolrDeletionPolicy2, CircularListTest, TestRequestStatusCollectionAPI, PrimitiveFieldTypeTest, TestSchemalessBufferedUpdates, SortByFunctionTest, TestSchemaVersionResource, PreAnalyzedFieldManagedSchemaCloudTest, TestPayloadScoreQParserPlugin, CoreAdminHandlerTest, TestImplicitCoreProperties, DistributedSpellCheckComponentTest, DistanceUnitsTest, TestGeoJSONResponseWriter, TestComputePlanAction, HdfsAutoAddReplicasIntegrationTest, ReplaceNodeTest, TestCloudPivotFacet, DistributedSuggestComponentTest, RulesTest, RestartWhileUpdatingTest, TestSimpleTrackingShardHandler, TestDistributedSearch, MetricsHandlerTest, TestAuthenticationFramework, DistributedIntervalFacetingTest, TestSystemCollAutoCreate, DistributedFacetPivotLongTailTest, TestBadConfig, TestFuzzyAnalyzedSuggestions, BufferStoreTest, SpellCheckCollatorTest, TestLeaderElectionZkExpiry, CollectionReloadTest, SolrMetricsIntegrationTest, VersionInfoTest, TestRTimerTree, TestJettySolrRunner, DistributedFacetSimpleRefinementLongTailTest, DocValuesMultiTest, ActionThrottleTest, EnumFieldTest, URLClassifyProcessorTest, AliasIntegrationTest, TestJavabinTupleStreamParser, MissingSegmentRecoveryTest, DistributedQueryComponentCustomSortTest, ShardRoutingTest, TestHashPartitioner, EchoParamsTest, HttpPartitionTest, CdcrUpdateLogTest, SortSpecParsingTest, CoreMergeIndexesAdminHandlerTest, BasicFunctionalityTest, CdcrBootstrapTest, UUIDFieldTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestRandomCollapseQParserPlugin, ShowFileRequestHandlerTest, CleanupOldIndexTest, TestStressRecovery, SolrGraphiteReporterTest, TestDFRSimilarityFactory, TestEmbeddedSolrServerConstructors, TestFieldSortValues, AsyncCallRequestStatusResponseTest, AddBlockUpdateTest, TestFieldCacheSort, HdfsCollectionsAPIDistributedZkTest, TestExtendedDismaxParser, MetricsConfigTest, TestCustomDocTransformer, SpellCheckCollatorWithCollapseTest, DistributedFacetPivotSmallTest, ReturnFieldsTest, BasicDistributedZkTest, TestZkChroot, ZkCLITest, TestRecovery, TestCoreContainer, SimpleFacetsTest, TestSolr4Spatial, SpellCheckComponentTest, SolrCmdDistributorTest, PeerSyncTest, SoftAutoCommitTest, TestPhraseSuggestions, SynonymTokenizerTest, TestPerFieldSimilarity, TestBM25SimilarityFactory, ScriptEngineTest, DateMathParserTest, TestSystemIdResolver, PrimUtilsTest, DOMUtilTest, ClusterStateTest, TestDocumentBuilder, SliceStateTest, SystemInfoHandlerTest, FileUtilsTest, DistributedMLTComponentTest, TestDistributedMissingSort, TestTolerantSearch, AssignBackwardCompatibilityTest, CollectionStateFormat2Test, CollectionsAPISolrJTest, DistribCursorPagingTest, DistribJoinFromCollectionTest, DistributedQueueTest, DocValuesNotIndexedTest, ForceLeaderTest, LeaderInitiatedRecoveryOnCommitTest, MoveReplicaHDFSTest, MoveReplicaTest, OverseerStatusTest, RollingRestartTest, SSLMigrationTest, SaslZkACLProviderTest, SharedFSAutoReplicaFailoverTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, TestCloudRecovery, TestConfigSetsAPIExclusivity, TestCryptoKeys, TestDeleteCollectionOnDownNodes, TestLeaderInitiatedRecoveryThread, TestPrepRecovery, TestRandomFlRTGCloud, TestRebalanceLeaders, TestSkipOverseerOperations, TestStressInPlaceUpdates, CollectionTooManyReplicasTest, CollectionsAPIDistributedZkTest, TestLocalFSCloudBackupRestore, AutoAddReplicasIntegrationTest, TestPolicyCloud, TestNodeAddedTrigger, TestNodeLostTrigger, TestTriggerIntegration, BaseCdcrDistributedZkTest, CdcrReplicationHandlerTest, CdcrVersionReplicationTest, HdfsBasicDistributedZk2Test, HdfsNNFailoverTest, HdfsRestartWhileUpdatingTest, HdfsThreadLeakTest, HdfsUnloadDistributedZkTest, HdfsWriteToMultipleCollectionsTest, TestClusterStateMutator, ZkStateWriterTest, RuleEngineTest, ConfigureRecoveryStrategyTest, HdfsDirectoryFactoryTest, QueryResultKeyTest, TestConfigSetProperties, TestConfigSets, TestDynamicLoading, TestConfigReload, TestReqParamsAPI, TestSQLHandler, V2StandaloneTest, AutoscalingHistoryHandlerTest]
[junit4] Completed [638/767 (2!)] on J1 in 39.27s, 1 test, 1 failure <<< FAILURES!
[...truncated 48629 lines...]