You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/02/11 20:12:27 UTC
[JENKINS] Lucene-Solr-Tests-7.x - Build # 372 - Still Unstable
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/372/
3 tests failed.
FAILED: org.apache.solr.cloud.AliasIntegrationTest.testMetadata
Error Message:
Error from server at https://127.0.0.1:41161/solr: Collection : collection2meta is part of alias meta3 remove or modify the alias before removing this collection.
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:41161/solr: Collection : collection2meta is part of alias meta3 remove or modify the alias before removing this collection.
at __randomizedtesting.SeedInfo.seed([23295B88B7E20539:2A39118CF00B5950]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:444)
at org.apache.solr.cloud.AliasIntegrationTest.tearDown(AliasIntegrationTest.java:92)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTrigger
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([23295B88B7E20539:27D7F29A8D2887A3]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTrigger(TriggerIntegrationTest.java:521)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
expected:<5> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
at __randomizedtesting.SeedInfo.seed([23295B88B7E20539:4ED5FF750DAAFA3E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:241)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13057 lines...]
[junit4] Suite: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest
[junit4] 2> 2383237 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[23295B88B7E20539]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/init-core-data-001
[junit4] 2> 2383239 WARN (SUITE-AutoscalingHistoryHandlerTest-seed#[23295B88B7E20539]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=12 numCloses=12
[junit4] 2> 2383239 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[23295B88B7E20539]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2383248 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[23295B88B7E20539]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 2383249 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[23295B88B7E20539]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001
[junit4] 2> 2383249 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[23295B88B7E20539]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2383249 INFO (Thread-4363) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2383249 INFO (Thread-4363) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2383358 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[23295B88B7E20539]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:43505
[junit4] 2> 2383358 ERROR (Thread-4363) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2383438 INFO (zkConnectionManagerCallback-2076-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2383586 INFO (jetty-launcher-2073-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2383588 INFO (jetty-launcher-2073-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2383589 INFO (jetty-launcher-2073-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2383602 INFO (jetty-launcher-2073-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2383602 INFO (jetty-launcher-2073-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2383602 INFO (jetty-launcher-2073-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2383603 INFO (jetty-launcher-2073-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4c49adfb{/solr,null,AVAILABLE}
[junit4] 2> 2383603 INFO (jetty-launcher-2073-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@17db57b5{SSL,[ssl, http/1.1]}{127.0.0.1:40206}
[junit4] 2> 2383603 INFO (jetty-launcher-2073-thread-1) [ ] o.e.j.s.Server Started @2388475ms
[junit4] 2> 2383603 INFO (jetty-launcher-2073-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40206}
[junit4] 2> 2383604 ERROR (jetty-launcher-2073-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2383604 INFO (jetty-launcher-2073-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 2383604 INFO (jetty-launcher-2073-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2383604 INFO (jetty-launcher-2073-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2383604 INFO (jetty-launcher-2073-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T18:50:10.957Z
[junit4] 2> 2383605 INFO (jetty-launcher-2073-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2383605 INFO (jetty-launcher-2073-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2383605 INFO (jetty-launcher-2073-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2383606 INFO (jetty-launcher-2073-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7ccd60b1{/solr,null,AVAILABLE}
[junit4] 2> 2383619 INFO (jetty-launcher-2073-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6343d7c8{SSL,[ssl, http/1.1]}{127.0.0.1:33018}
[junit4] 2> 2383619 INFO (jetty-launcher-2073-thread-2) [ ] o.e.j.s.Server Started @2388490ms
[junit4] 2> 2383619 INFO (jetty-launcher-2073-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33018}
[junit4] 2> 2383619 ERROR (jetty-launcher-2073-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2383619 INFO (jetty-launcher-2073-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 2383619 INFO (jetty-launcher-2073-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2383619 INFO (jetty-launcher-2073-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2383619 INFO (jetty-launcher-2073-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T18:50:10.972Z
[junit4] 2> 2383683 INFO (zkConnectionManagerCallback-2078-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2383684 INFO (jetty-launcher-2073-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2383706 INFO (jetty-launcher-2073-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2383706 INFO (jetty-launcher-2073-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2383706 INFO (jetty-launcher-2073-thread-3) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2383707 INFO (jetty-launcher-2073-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b931765{/solr,null,AVAILABLE}
[junit4] 2> 2383708 INFO (jetty-launcher-2073-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@73aec599{SSL,[ssl, http/1.1]}{127.0.0.1:37592}
[junit4] 2> 2383720 INFO (jetty-launcher-2073-thread-3) [ ] o.e.j.s.Server Started @2388591ms
[junit4] 2> 2383720 INFO (jetty-launcher-2073-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37592}
[junit4] 2> 2383720 ERROR (jetty-launcher-2073-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2383720 INFO (jetty-launcher-2073-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 2383720 INFO (jetty-launcher-2073-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2383720 INFO (jetty-launcher-2073-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2383721 INFO (jetty-launcher-2073-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T18:50:11.074Z
[junit4] 2> 2383726 INFO (zkConnectionManagerCallback-2082-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2383730 INFO (jetty-launcher-2073-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2383801 INFO (zkConnectionManagerCallback-2080-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2383802 INFO (jetty-launcher-2073-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43505/solr
[junit4] 2> 2383815 INFO (jetty-launcher-2073-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2383956 INFO (jetty-launcher-2073-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43505/solr
[junit4] 2> 2383997 INFO (jetty-launcher-2073-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43505/solr
[junit4] 2> 2384130 INFO (zkConnectionManagerCallback-2086-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2384229 INFO (zkConnectionManagerCallback-2090-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2384229 INFO (zkConnectionManagerCallback-2094-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2384290 INFO (zkConnectionManagerCallback-2096-thread-1-processing-n:127.0.0.1:40206_solr) [n:127.0.0.1:40206_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2384334 INFO (zkConnectionManagerCallback-2098-thread-1-processing-n:127.0.0.1:33018_solr) [n:127.0.0.1:33018_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2384336 INFO (zkConnectionManagerCallback-2101-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2384787 INFO (jetty-launcher-2073-thread-3) [n:127.0.0.1:37592_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2384788 INFO (jetty-launcher-2073-thread-3) [n:127.0.0.1:37592_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37592_solr
[junit4] 2> 2384789 INFO (jetty-launcher-2073-thread-2) [n:127.0.0.1:33018_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2384789 INFO (jetty-launcher-2073-thread-3) [n:127.0.0.1:37592_solr ] o.a.s.c.Overseer Overseer (id=72104282642382857-127.0.0.1:37592_solr-n_0000000000) starting
[junit4] 2> 2384799 INFO (jetty-launcher-2073-thread-2) [n:127.0.0.1:33018_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33018_solr
[junit4] 2> 2384896 INFO (zkCallback-2100-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2384958 INFO (zkCallback-2095-thread-1-processing-n:127.0.0.1:40206_solr) [n:127.0.0.1:40206_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2385004 INFO (zkCallback-2097-thread-1-processing-n:127.0.0.1:33018_solr) [n:127.0.0.1:33018_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2385034 INFO (jetty-launcher-2073-thread-1) [n:127.0.0.1:40206_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2385040 INFO (jetty-launcher-2073-thread-1) [n:127.0.0.1:40206_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40206_solr
[junit4] 2> 2385058 INFO (zkCallback-2097-thread-1-processing-n:127.0.0.1:33018_solr) [n:127.0.0.1:33018_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2385059 INFO (zkCallback-2100-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2385060 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 2385062 DEBUG (OverseerAutoScalingTriggerThread-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 2385066 INFO (zkCallback-2095-thread-1-processing-n:127.0.0.1:40206_solr) [n:127.0.0.1:40206_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2385095 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:40206_solr"} current state version: 0
[junit4] 2> 2385095 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:40206_solr
[junit4] 2> 2385096 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:37592_solr"} current state version: 0
[junit4] 2> 2385096 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:37592_solr
[junit4] 2> 2385103 INFO (jetty-launcher-2073-thread-3) [n:127.0.0.1:37592_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37592_solr
[junit4] 2> 2385119 DEBUG (OverseerAutoScalingTriggerThread-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 2385126 DEBUG (OverseerAutoScalingTriggerThread-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:40206_solr, 127.0.0.1:33018_solr]
[junit4] 2> 2385126 DEBUG (OverseerAutoScalingTriggerThread-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 2385126 DEBUG (OverseerAutoScalingTriggerThread-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 2385126 INFO (zkCallback-2100-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2385126 INFO (zkCallback-2097-thread-1-processing-n:127.0.0.1:33018_solr) [n:127.0.0.1:33018_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2385176 INFO (zkCallback-2095-thread-1-processing-n:127.0.0.1:40206_solr) [n:127.0.0.1:40206_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2385179 INFO (jetty-launcher-2073-thread-2) [n:127.0.0.1:33018_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33018.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b02ed8
[junit4] 2> 2385188 DEBUG (OverseerAutoScalingTriggerThread-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2385214 INFO (jetty-launcher-2073-thread-2) [n:127.0.0.1:33018_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33018.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b02ed8
[junit4] 2> 2385215 INFO (jetty-launcher-2073-thread-2) [n:127.0.0.1:33018_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33018.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b02ed8
[junit4] 2> 2385215 INFO (jetty-launcher-2073-thread-2) [n:127.0.0.1:33018_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node2/.
[junit4] 2> 2385221 DEBUG (OverseerAutoScalingTriggerThread-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 2385250 DEBUG (ScheduledTrigger-3833-thread-1) [n:127.0.0.1:37592_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2385330 INFO (jetty-launcher-2073-thread-1) [n:127.0.0.1:40206_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40206.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b02ed8
[junit4] 2> 2385342 INFO (jetty-launcher-2073-thread-3) [n:127.0.0.1:37592_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37592.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b02ed8
[junit4] 2> 2385374 INFO (jetty-launcher-2073-thread-1) [n:127.0.0.1:40206_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40206.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b02ed8
[junit4] 2> 2385374 INFO (jetty-launcher-2073-thread-1) [n:127.0.0.1:40206_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40206.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b02ed8
[junit4] 2> 2385375 INFO (jetty-launcher-2073-thread-1) [n:127.0.0.1:40206_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node1/.
[junit4] 2> 2385378 INFO (jetty-launcher-2073-thread-3) [n:127.0.0.1:37592_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37592.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b02ed8
[junit4] 2> 2385378 INFO (jetty-launcher-2073-thread-3) [n:127.0.0.1:37592_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37592.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b02ed8
[junit4] 2> 2385379 INFO (jetty-launcher-2073-thread-3) [n:127.0.0.1:37592_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node3/.
[junit4] 2> 2385513 INFO (zkConnectionManagerCallback-2108-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2385522 INFO (zkConnectionManagerCallback-2112-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2385523 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[23295B88B7E20539]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2385524 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[23295B88B7E20539]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43505/solr ready
[junit4] 2> 2385581 INFO (qtp62202932-13301) [n:127.0.0.1:37592_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&name=AutoscalingHistoryHandlerTest_collection&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2385583 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection AutoscalingHistoryHandlerTest_collection
[junit4] 2> 2385583 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/protwords.txt
[junit4] 2> 2385585 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/managed-schema
[junit4] 2> 2385586 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/solrconfig.xml
[junit4] 2> 2385588 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/synonyms.txt
[junit4] 2> 2385589 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/stopwords.txt
[junit4] 2> 2385590 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/params.json
[junit4] 2> 2385599 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_it.txt
[junit4] 2> 2385601 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_no.txt
[junit4] 2> 2385602 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hy.txt
[junit4] 2> 2385604 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stemdict_nl.txt
[junit4] 2> 2385605 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ca.txt
[junit4] 2> 2385606 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_id.txt
[junit4] 2> 2385632 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ga.txt
[junit4] 2> 2385634 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_da.txt
[junit4] 2> 2385635 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hi.txt
[junit4] 2> 2385636 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ja.txt
[junit4] 2> 2385638 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_pt.txt
[junit4] 2> 2385639 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hu.txt
[junit4] 2> 2385641 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_el.txt
[junit4] 2> 2385642 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ru.txt
[junit4] 2> 2385643 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_tr.txt
[junit4] 2> 2385645 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ar.txt
[junit4] 2> 2385646 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/userdict_ja.txt
[junit4] 2> 2385647 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_it.txt
[junit4] 2> 2385649 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_eu.txt
[junit4] 2> 2385650 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_cz.txt
[junit4] 2> 2385651 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stoptags_ja.txt
[junit4] 2> 2385653 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_fr.txt
[junit4] 2> 2385654 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fa.txt
[junit4] 2> 2385655 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_de.txt
[junit4] 2> 2385656 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ga.txt
[junit4] 2> 2385658 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ca.txt
[junit4] 2> 2385659 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_nl.txt
[junit4] 2> 2385660 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_bg.txt
[junit4] 2> 2385661 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_es.txt
[junit4] 2> 2385662 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_en.txt
[junit4] 2> 2385664 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_lv.txt
[junit4] 2> 2385665 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_th.txt
[junit4] 2> 2385666 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ro.txt
[junit4] 2> 2385668 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fr.txt
[junit4] 2> 2385669 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_sv.txt
[junit4] 2> 2385671 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fi.txt
[junit4] 2> 2385672 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/hyphenations_ga.txt
[junit4] 2> 2385674 INFO (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_gl.txt
[junit4] 2> 2385698 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "numShards":"1",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 2385698 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: AutoscalingHistoryHandlerTest_collection
[junit4] 2> 2385698 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json
[junit4] 2> 2385801 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33018/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 2385801 INFO (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33018/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2385802 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 2385802 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:33018/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 2385803 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37592/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 2385803 INFO (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37592/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2385804 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:33018/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 2385804 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:33018/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:37592/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 2385804 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40206/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 2385804 INFO (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40206/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2385805 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:33018/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:37592/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 2385805 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:33018/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:37592/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:40206/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 2385906 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json version: 0
[junit4] 2> 2386167 INFO (qtp1526287941-13291) [n:127.0.0.1:33018_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2386168 INFO (qtp1526287941-13291) [n:127.0.0.1:33018_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2386198 INFO (qtp62202932-13305) [n:127.0.0.1:37592_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n2&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2386198 INFO (qtp62202932-13305) [n:127.0.0.1:37592_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2386204 INFO (qtp1347073129-13279) [n:127.0.0.1:40206_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n4&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2386204 INFO (qtp1347073129-13279) [n:127.0.0.1:40206_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2386213 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node5",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:37592/solr",
[junit4] 2> "node_name":"127.0.0.1:37592_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 2386213 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node5",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:37592/solr",
[junit4] 2> "node_name":"127.0.0.1:37592_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 2386214 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node5:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2","base_url":"https://127.0.0.1:37592/solr","node_name":"127.0.0.1:37592_solr","state":"down","type":"NRT"}
[junit4] 2> 2386214 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:33018/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:37592/solr",
[junit4] 2> "node_name":"127.0.0.1:37592_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:40206/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 2386218 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:33018/solr",
[junit4] 2> "node_name":"127.0.0.1:33018_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 2386218 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:33018/solr",
[junit4] 2> "node_name":"127.0.0.1:33018_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 2386218 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1","base_url":"https://127.0.0.1:33018/solr","node_name":"127.0.0.1:33018_solr","state":"down","type":"NRT"}
[junit4] 2> 2386218 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:33018/solr",
[junit4] 2> "node_name":"127.0.0.1:33018_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:37592/solr",
[junit4] 2> "node_name":"127.0.0.1:37592_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:40206/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 2386222 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "core_node_name":"core_node6",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:40206/solr",
[junit4] 2> "node_name":"127.0.0.1:40206_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 2386222 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "core_node_name":"core_node6",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:40206/solr",
[junit4] 2> "node_name":"127.0.0.1:40206_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 2386222 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node6:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4","base_url":"https://127.0.0.1:40206/solr","node_name":"127.0.0.1:40206_solr","state":"down","type":"NRT"}
[junit4] 2> 2386222 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:33018/solr",
[junit4] 2> "node_name":"127.0.0.1:33018_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:37592/solr",
[junit4] 2> "node_name":"127.0.0.1:37592_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:40206/solr",
[junit4] 2> "node_name":"127.0.0.1:40206_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 2386301 DEBUG (ScheduledTrigger-3833-thread-1) [n:127.0.0.1:37592_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2386323 DEBUG (OverseerStateUpdate-72104282642382857-127.0.0.1:37592_solr-n_0000000000) [n:127.0.0.1:37592_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json version: 1
[junit4] 2> 2386324 INFO (zkCallback-2097-thread-1-processing-n:127.0.0.1:33018_solr) [n:127.0.0.1:33018_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2386324 INFO (zkCallback-2100-thread-1-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2386324 INFO (zkCallback-2095-thread-1-processing-n:127.0.0.1:40206_solr) [n:127.0.0.1:40206_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2386324 INFO (zkCallback-2095-thread-2-processing-n:127.0.0.1:40206_solr) [n:127.0.0.1:40206_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2386324 INFO (zkCallback-2097-thread-2-processing-n:127.0.0.1:33018_solr) [n:127.0.0.1:33018_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2386324 INFO (zkCallback-2100-thread-2-processing-n:127.0.0.1:37592_solr) [n:127.0.0.1:37592_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2387224 INFO (qtp1526287941-13291) [n:127.0.0.1:33018_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 2387224 INFO (qtp1526287941-13291) [n:127.0.0.1:33018_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 2387224 WARN (qtp1526287941-13291) [n:127.0.0.1:33018_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/extraction/lib
[junit4] 2> 2387225 WARN (qtp1526287941-13291) [n:127.0.0.1:33018_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
[junit4] 2> 2387225 WARN (qtp1526287941-13291) [n:127.0.0.1:33018_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/clustering/lib
[junit4] 2> 2387225 WARN (qtp1526287941-13291) [n:127.0.0.1:33018_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
[junit4] 2> 2387225 WARN (qtp1526287941-13291) [n:127.0.0.1:33018_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/langid/lib
[junit4] 2> 2387250 WARN (qtp1526287941-13291) [n:127.0.0.1:33018_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
[junit4] 2> 2387251 WARN (qtp1526287941-13291) [n:127.0.0.1:33018_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/velocity/lib
[junit4] 2> 2387251 WARN (qtp1526287941-13291) [n:127.0.0.1:33018_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
[junit4] 2> 2387267 INFO (qtp62202932-13305) [n:127.0.0.1:37592_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 2387268 INFO (qtp62202932-13305) [n:127.0.0.1:37592_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 2387268 WARN (qtp62202932-13305) [n:127.0.0.1:37592_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/extraction/lib
[junit4] 2> 2387300 WARN (qtp62202932-13305) [n:127.0.0.1:37592_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
[junit4] 2> 2387301 WARN (qtp62202932-13305) [n:127.0.0.1:37592_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/clustering/lib
[junit4] 2> 2387301 WARN (qtp62202932-13305) [n:127.0.0.1:37592_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
[junit4] 2> 2387301 WARN (qtp62202932-13305) [n:127.0.0.1:37592_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/langid/lib
[junit4] 2> 2387301 INFO (qtp1526287941-13291) [n:127.0.0.1:33018_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2387301 WARN (qtp62202932-13305) [n:127.0.0.1:37592_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
[junit4] 2> 2387301 WARN (qtp62202932-13305) [n:127.0.0.1:37592_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/velocity/lib
[junit4] 2> 2387304 WARN (qtp62202932-13305) [n:127.0.0.1:37592_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
[junit4] 2> 2387395 INFO (qtp62202932-13305) [n:127.0.0.1:37592_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2387395 DEBUG (ScheduledTrigger-3833-thread-2) [n:127.0.0.1:37592_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2387429 INFO (qtp1347073129-13279) [n:127.0.0.1:40206_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 2387430 INFO (qtp1347073129-13279) [n:127.0.0.1:40206_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 2387430 WARN (qtp1347073129-13279) [n:127.0.0.1:40206_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/extraction/lib
[junit4] 2> 2387430 WARN (qtp1347073129-13279) [n:127.0.0.1:40206_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_23295B88B7E20539-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/
[...truncated too long message...]
[ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3903b8b6{/solr,null,UNAVAILABLE}
[junit4] 2> 4828075 INFO (jetty-closer-4391-thread-10) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 4828080 INFO (jetty-closer-4391-thread-6) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@14b44350{/solr,null,UNAVAILABLE}
[junit4] 2> 4828082 INFO (jetty-closer-4391-thread-6) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 4828085 INFO (jetty-closer-4391-thread-9) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4eaf9891{/solr,null,UNAVAILABLE}
[junit4] 2> 4828085 INFO (jetty-closer-4391-thread-9) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 4829444 WARN (zkCallback-4520-thread-1-processing-n:127.0.0.1:43629_solr) [n:127.0.0.1:43629_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4829444 WARN (zkCallback-4616-thread-1-processing-n:127.0.0.1:38937_solr) [n:127.0.0.1:38937_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4829444 INFO (jetty-closer-4391-thread-5) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@418552{/solr,null,UNAVAILABLE}
[junit4] 2> 4829444 INFO (jetty-closer-4391-thread-5) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 4829444 INFO (jetty-closer-4391-thread-13) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4aa829de{/solr,null,UNAVAILABLE}
[junit4] 2> 4829444 INFO (jetty-closer-4391-thread-13) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 4829460 INFO (jetty-closer-4391-thread-14) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@76468759{/solr,null,UNAVAILABLE}
[junit4] 2> 4829461 INFO (jetty-closer-4391-thread-14) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 4829466 ERROR (SUITE-TriggerIntegrationTest-seed#[23295B88B7E20539]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4829466 INFO (SUITE-TriggerIntegrationTest-seed#[23295B88B7E20539]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44815 44815
[junit4] 2> 4829589 INFO (Thread-6602) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44815 44815
[junit4] 2> 4829593 WARN (Thread-6602) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 35 /solr/collections/collection1/terms/shard1
[junit4] 2> 23 /solr/clusterprops.json
[junit4] 2> 23 /solr/aliases.json
[junit4] 2> 22 /solr/security.json
[junit4] 2> 11 /solr/configs/conf
[junit4] 2> 9 /solr/collections/testMetricTrigger/terms/shard1
[junit4] 2> 2 /solr/collections/testMetricTrigger/terms/shard2
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 110 /solr/collections/collection1/state.json
[junit4] 2> 41 /solr/collections/testMetricTrigger/state.json
[junit4] 2> 23 /solr/clusterstate.json
[junit4] 2> 6 /solr/autoscaling.json
[junit4] 2> 4 /solr/overseer_elect/election/72104428282576950-127.0.0.1:38143_solr-n_0000000016
[junit4] 2> 3 /solr/overseer_elect/election/72104428282576923-127.0.0.1:38820_solr-n_0000000007
[junit4] 2> 3 /solr/overseer_elect/election/72104428282576926-127.0.0.1:45046_solr-n_0000000008
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72104428282576941-core_node3-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/72104428282576941-127.0.0.1:43604_solr-n_0000000013
[junit4] 2> 2 /solr/overseer_elect/election/72104428282576902-127.0.0.1:45756_solr-n_0000000001
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72104428282576923-core_node4-n_0000000001
[junit4] 2> 2 /solr/overseer_elect/election/72104428282576938-127.0.0.1:43042_solr-n_0000000012
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 23 /solr/live_nodes
[junit4] 2> 23 /solr/collections
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR
[junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_23295B88B7E20539-001
[junit4] 2> Feb 11, 2018 7:30:56 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=Direct), x_s=FSTOrd50}, docValues:{_version_=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=475, maxMBSortInHeap=7.2602295291808865, sim=RandomSimilarity(queryNorm=false): {}, locale=pl-PL, timezone=America/Sitka
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=106648472,total=478150656
[junit4] 2> NOTE: All tests run in this JVM: [UniqFieldsUpdateProcessorFactoryTest, MoveReplicaHDFSTest, SolrCmdDistributorTest, TestLeaderElectionWithEmptyReplica, DistributedFacetPivotLargeTest, TestReqParamsAPI, TestFastWriter, ResponseLogComponentTest, TestSimDistributedQueue, TestFileDictionaryLookup, PreAnalyzedUpdateProcessorTest, TestSolrCloudWithDelegationTokens, TestHashQParserPlugin, TestTrieFacet, ForceLeaderTest, LeaderElectionTest, TestCustomStream, TestDistributedStatsComponentCardinality, CustomCollectionTest, TestLazyCores, LeaderFailureAfterFreshStartTest, TestLockTree, SolrGangliaReporterTest, TestStressCloudBlindAtomicUpdates, TestHdfsUpdateLog, TestLegacyFieldCache, TestSolrCoreProperties, NodeMutatorTest, AnalyticsQueryTest, MigrateRouteKeyTest, UpdateLogTest, TestNumericRangeQuery64, SuggesterTSTTest, ClusterStateUpdateTest, TestUtils, TestMacroExpander, SearchHandlerTest, DistributedFacetPivotSmallTest, TestFieldCache, DistribCursorPagingTest, SolrMetricManagerTest, HighlighterMaxOffsetTest, SpellPossibilityIteratorTest, TestSolrDeletionPolicy2, NoCacheHeaderTest, MetricUtilsTest, TestFieldSortValues, TestRawTransformer, AssignTest, SolrIndexMetricsTest, ClusterStateTest, TestValueSourceCache, StatsReloadRaceTest, TestSmileRequest, SolrXmlInZkTest, HLLSerializationTest, TestUninvertingReader, SimpleCollectionCreateDeleteTest, TestCloudInspectUtil, TestDFRSimilarityFactory, TestClusterStateProvider, BlockCacheTest, TestLFUCache, DocValuesTest, TestInfoStreamLogging, RollingRestartTest, LIRRollingUpdatesTest, TestNamedUpdateProcessors, TestSubQueryTransformerDistrib, TestSchemaManager, TestNodeAddedTrigger, AtomicUpdateProcessorFactoryTest, TestConfigSetProperties, SharedFSAutoReplicaFailoverTest, TestSolrCLIRunExample, TestDistribDocBasedVersion, CdcrUpdateLogTest, TestAnalyzedSuggestions, HttpSolrCallGetCoreTest, DocExpirationUpdateProcessorFactoryTest, TestDistributedMissingSort, CacheHeaderTest, PKIAuthenticationIntegrationTest, TestQueryTypes, TestFiltering, ClassificationUpdateProcessorIntegrationTest, TestLMJelinekMercerSimilarityFactory, TestAtomicUpdateErrorCases, OverseerCollectionConfigSetProcessorTest, TestSQLHandlerNonCloud, TestComplexPhraseLeadingWildcard, TestCoreDiscovery, TestQuerySenderListener, DeleteReplicaTest, JvmMetricsTest, TestJsonRequest, AutoscalingHistoryHandlerTest, TestTolerantSearch, TestReloadAndDeleteDocs, TestFieldResource, TestRuleBasedAuthorizationPlugin, TestChildDocTransformer, ConnectionManagerTest, TestPayloadScoreQParserPlugin, NumericFieldsTest, LukeRequestHandlerTest, SpellCheckCollatorWithCollapseTest, SearchHandlerTest, TestFaceting, CdcrReplicationHandlerTest, DistributedQueryComponentOptimizationTest, TestCodecSupport, TestRealTimeGet, CoreMergeIndexesAdminHandlerTest, TestLegacyField, DistributedDebugComponentTest, TestConfigsApi, TestLRUStatsCache, TestClassicSimilarityFactory, DistributedSpellCheckComponentTest, ConvertedLegacyTest, TestJavabinTupleStreamParser, TestPrepRecovery, BasicDistributedZk2Test, UnloadDistributedZkTest, SyncSliceTest, RecoveryZkTest, TestZkChroot, TestRandomDVFaceting, TestStressReorder, SpellCheckComponentTest, TestGroupingSearch, BadIndexSchemaTest, TestFunctionQuery, SoftAutoCommitTest, PreAnalyzedFieldTest, TestSystemIdResolver, TestSuggestSpellingConverter, DateFieldTest, SystemInfoHandlerTest, FileUtilsTest, CircularListTest, DistributedMLTComponentTest, TestRTGBase, CursorPagingTest, ActionThrottleTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, DeleteInactiveReplicaTest, DistributedQueueTest, DocValuesNotIndexedTest, LegacyCloudClusterPropTest, MultiThreadedOCPTest, RemoteQueryErrorTest, ReplaceNodeNoTargetTest, TestAuthenticationFramework, TestCloudPseudoReturnFields, TestCloudSearcherWarming, TestPullReplicaErrorHandling, TestShortCircuitedRequests, TestStressInPlaceUpdates, TestTolerantUpdateProcessorRandomCloud, VMParamsZkACLAndCredentialsProvidersTest, CollectionReloadTest, CollectionsAPIAsyncDistributedZkTest, TestCollectionAPI, TestCollectionsAPIViaSolrCloudCluster, TestLocalFSCloudBackupRestore, TestRequestStatusCollectionAPI, ComputePlanActionTest, HdfsAutoAddReplicasIntegrationTest, TriggerIntegrationTest]
[junit4] Completed [622/775 (3!)] on J2 in 224.34s, 14 tests, 1 failure <<< FAILURES!
[...truncated 48903 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 375 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/375/
2 tests failed.
FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove
Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:38040/solr/MoveReplicaHDFSTest_failed_coll_true, http://127.0.0.1:36339/solr/MoveReplicaHDFSTest_failed_coll_true]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:38040/solr/MoveReplicaHDFSTest_failed_coll_true, http://127.0.0.1:36339/solr/MoveReplicaHDFSTest_failed_coll_true]
at __randomizedtesting.SeedInfo.seed([1C5A1C03E5256FF7:B697CFF152F6BA27]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:306)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36339/solr/MoveReplicaHDFSTest_failed_coll_true: no servers hosting shard: shard2
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:436)
... 46 more
FAILED: org.apache.solr.cloud.autoscaling.sim.TestPolicyCloud.testCreateCollectionAddShardUsingPolicy
Error Message:
Timeout waiting for collection to become active Live Nodes: null Last available state: null
Stack Trace:
java.lang.AssertionError: Timeout waiting for collection to become active
Live Nodes: null
Last available state: null
at __randomizedtesting.SeedInfo.seed([1C5A1C03E5256FF7:DDC62EAA241D9234]:0)
at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:230)
at org.apache.solr.cloud.autoscaling.sim.TestPolicyCloud.testCreateCollectionAddShardUsingPolicy(TestPolicyCloud.java:305)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.NullPointerException
at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.lambda$null$52(SimClusterStateProvider.java:1226)
at java.util.ArrayList.forEach(ArrayList.java:1249)
at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.lambda$getCollectionStates$53(SimClusterStateProvider.java:1218)
at java.util.concurrent.ConcurrentHashMap.forEach(ConcurrentHashMap.java:1597)
at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.getCollectionStates(SimClusterStateProvider.java:1217)
at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.getClusterState(SimClusterStateProvider.java:1199)
at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:254)
at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:224)
... 41 more
Build Log:
[...truncated 12414 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestPolicyCloud
[junit4] 2> 250054 INFO (SUITE-TestPolicyCloud-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestPolicyCloud_1C5A1C03E5256FF7-001/init-core-data-001
[junit4] 2> 250054 WARN (SUITE-TestPolicyCloud-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
[junit4] 2> 250054 INFO (SUITE-TestPolicyCloud-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 250055 INFO (SUITE-TestPolicyCloud-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 250073 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateCollectionAddReplica
[junit4] 2> 250082 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 250091 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220)
[junit4] 2> at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:154)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 250258 INFO (simCloudManagerPool-1611-thread-2) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 18676385026 sessionWrapper.createTime 18676384067489154, this.sessionWrapper.createTime 18676384067489154
[junit4] 2> 250315 INFO (simCloudManagerPool-1611-thread-4) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 18676387878 sessionWrapper.createTime 18676387533852254, this.sessionWrapper.createTime 18676387533852254
[junit4] 2> 250315 INFO (simCloudManagerPool-1611-thread-4) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10000_solr for creating new replica
[junit4] 2> 250337 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateCollectionAddReplica
[junit4] 2> 250338 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 250338 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 250338 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 250338 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 250338 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 5
[junit4] 2> 250338 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 4
[junit4] 2> 250338 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0
[junit4] 2> 250339 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: [testCreateCollectionAddReplica]
[junit4] 2> 250339 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 2
[junit4] 2> 250339 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 250339 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 2
[junit4] 2> 250340 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * testCreateCollectionAddReplica 2
[junit4] 2> 250340 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - active 2
[junit4] 2> 250340 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 250341 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - ADDREPLICA 1
[junit4] 2> 250341 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATE 1
[junit4] 2> 250341 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 1
[junit4] 2> 250341 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 250346 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDataProvider
[junit4] 2> 250346 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 250346 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:166)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 250511 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDataProvider
[junit4] 2> 250511 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 250511 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 250511 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 250511 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 250511 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 5
[junit4] 2> 250512 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 3
[junit4] 2> 250512 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0
[junit4] 2> 250512 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: [policiesTest]
[junit4] 2> 250512 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 1
[junit4] 2> 250512 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 250512 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 2
[junit4] 2> 250512 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * policiesTest 2
[junit4] 2> 250512 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - active 2
[junit4] 2> 250512 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 250512 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - ADDROLE 1
[junit4] 2> 250512 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATE 1
[junit4] 2> 250512 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 250515 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMetricsTag
[junit4] 2> 250515 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 250515 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 250619 ERROR (simCloudManagerPool-1617-thread-1) [ ] o.a.s.h.RequestHandlerBase org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{set-cluster-policy=[{cores=<10, node=#ANY}, {replica=<2, shard=#EACH, node=#ANY}, {metrics:abc=overseer, replica=0}], errorMessages=[Invalid metrics: param in {
[junit4] 2> "metrics:abc":"overseer",
[junit4] 2> "replica":0} must have at 2 or 3 segments after 'metrics:' separated by ':']}],
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:207)
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:145)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:195)
[junit4] 2> at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.simHandleSolrRequest(SimCloudManager.java:497)
[junit4] 2> at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.lambda$request$2(SimCloudManager.java:459)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 250642 INFO (simCloudManagerPool-1617-thread-3) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 18676404250 sessionWrapper.createTime 18676404048761504, this.sessionWrapper.createTime 18676404048761504
[junit4] 2> 250661 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMetricsTag
[junit4] 2> 250661 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 250661 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 5
[junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 4
[junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0
[junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: [metricsTest]
[junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 1
[junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 1
[junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * metricsTest 1
[junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - active 1
[junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATE 1
[junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 2
[junit4] 2> 250662 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 250665 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateCollectionAddShardWithReplicaTypeUsingPolicy
[junit4] 2> 250665 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 250665 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 250766 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.TestPolicyCloud NRT 127.0.0.1:10001_solr PULL 127.0.0.1:10004_solr , TLOG 127.0.0.1:10004_solr
[junit4] 2> 250791 INFO (simCloudManagerPool-1620-thread-2) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 18676411692 sessionWrapper.createTime 18676411541969104, this.sessionWrapper.createTime 18676411541969104
[junit4] 2> 250934 INFO (simCloudManagerPool-1620-thread-6) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 18676418849 sessionWrapper.createTime 18676418566500754, this.sessionWrapper.createTime 18676418566500754
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateCollectionAddShardWithReplicaTypeUsingPolicy
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 5
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 3
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: [policiesTest]
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 4
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 6
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * policiesTest 6
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - active 6
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATE 1
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATESHARD 1
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 1
[junit4] 2> 250976 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 250980 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateCollectionSplitShard
[junit4] 2> 250980 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 250980 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 251102 INFO (simCloudManagerPool-1623-thread-2) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 18676427257 sessionWrapper.createTime 18676426883744754, this.sessionWrapper.createTime 18676426883744754
[junit4] 2> 251270 INFO (simCloudManagerPool-1623-thread-5) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 18676435623 sessionWrapper.createTime 18676434359083754, this.sessionWrapper.createTime 18676434359083754
[junit4] 2> 251440 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateCollectionSplitShard
[junit4] 2> 251440 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 251440 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 5
[junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 5
[junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0
[junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: []
[junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 0
[junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 0
[junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATE 1
[junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - DELETE 1
[junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SPLITSHARD 1
[junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 1
[junit4] 2> 251441 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 251445 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDataProviderPerReplicaDetails
[junit4] 2> 251446 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 251446 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 251735 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDataProviderPerReplicaDetails
[junit4] 2> 251735 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 251735 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 251735 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 251735 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 251735 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 5
[junit4] 2> 251735 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 5
[junit4] 2> 251735 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0
[junit4] 2> 251735 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: []
[junit4] 2> 251736 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 0
[junit4] 2> 251736 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 251736 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 0
[junit4] 2> 251736 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 251736 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATE 1
[junit4] 2> 251736 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - DELETE 1
[junit4] 2> 251736 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 251740 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateCollectionAddShardUsingPolicy
[junit4] 2> 251740 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 251740 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 251861 INFO (simCloudManagerPool-1629-thread-2) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 18676465210 sessionWrapper.createTime 18676465131490404, this.sessionWrapper.createTime 18676465131490404
[junit4] 2> 251988 INFO (simCloudManagerPool-1629-thread-5) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 18676471542 sessionWrapper.createTime 18676471517675404, this.sessionWrapper.createTime 18676471517675404
[junit4] 2> 252001 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateCollectionAddShardUsingPolicy
[junit4] 2> 252001 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 252001 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 252001 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 252001 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 5
[junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 4
[junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0
[junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: [policiesTest]
[junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 3
[junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 3
[junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * policiesTest 3
[junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - active 3
[junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATE 1
[junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATESHARD 1
[junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 1
[junit4] 2> 252002 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestPolicyCloud -Dtests.method=testCreateCollectionAddShardUsingPolicy -Dtests.seed=1C5A1C03E5256FF7 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ar-SA -Dtests.timezone=Africa/Banjul -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 0.27s J1 | TestPolicyCloud.testCreateCollectionAddShardUsingPolicy <<<
[junit4] > Throwable #1: java.lang.AssertionError: Timeout waiting for collection to become active
[junit4] > Live Nodes: null
[junit4] > Last available state: null
[junit4] > at __randomizedtesting.SeedInfo.seed([1C5A1C03E5256FF7:DDC62EAA241D9234]:0)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:230)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.TestPolicyCloud.testCreateCollectionAddShardUsingPolicy(TestPolicyCloud.java:305)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.lang.NullPointerException
[junit4] > at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.lambda$null$52(SimClusterStateProvider.java:1226)
[junit4] > at java.util.ArrayList.forEach(ArrayList.java:1249)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.lambda$getCollectionStates$53(SimClusterStateProvider.java:1218)
[junit4] > at java.util.concurrent.ConcurrentHashMap.forEach(ConcurrentHashMap.java:1597)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.getCollectionStates(SimClusterStateProvider.java:1217)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.getClusterState(SimClusterStateProvider.java:1199)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:254)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:224)
[junit4] > ... 41 more
[junit4] 2> 252004 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestPolicyCloud_1C5A1C03E5256FF7-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1366, maxMBSortInHeap=5.290165823604289, sim=RandomSimilarity(queryNorm=false): {}, locale=ar-SA, timezone=Africa/Banjul
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=113994840,total=433586176
[junit4] 2> NOTE: All tests run in this JVM: [TestReload, ConjunctionSolrSpellCheckerTest, TestCustomSort, TestTrie, FileUtilsTest, FullHLLTest, SpatialRPTFieldTypeTest, TestPayloadCheckQParserPlugin, DocValuesNotIndexedTest, DirectUpdateHandlerOptimizeTest, JsonLoaderTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestNRTOpen, TestExclusionRuleCollectionAccess, TestSchemaSimilarityResource, ZkControllerTest, ResponseBuilderTest, TestDelegationWithHadoopAuth, TestSubQueryTransformerCrossCore, SolrCoreMetricManagerTest, TestDocTermOrds, TestDistribStateManager, TestRTGBase, TestZkChroot, UtilsToolTest, SegmentsInfoRequestHandlerTest, AutoAddReplicasPlanActionTest, SimpleMLTQParserTest, TestLegacyNumericRangeQueryBuilder, RestartWhileUpdatingTest, DistributedFacetPivotSmallAdvancedTest, SparseHLLTest, TestSolr4Spatial, CollectionStateFormat2Test, TestCorePropertiesReload, TestRawResponseWriter, SignatureUpdateProcessorFactoryTest, ClassificationUpdateProcessorFactoryTest, CdcrReplicationDistributedZkTest, SortByFunctionTest, HdfsNNFailoverTest, TestCollectionAPIs, LoggingHandlerTest, HdfsRestartWhileUpdatingTest, DistributedFacetExistsSmallTest, TestSolrQueryResponse, DistribJoinFromCollectionTest, TestReversedWildcardFilterFactory, TestConfigSetImmutable, SyncSliceTest, CheckHdfsIndexTest, BaseCdcrDistributedZkTest, SuggesterFSTTest, TestPolicyCloud]
[junit4] Completed [102/775 (1!)] on J1 in 1.98s, 7 tests, 1 failure <<< FAILURES!
[...truncated 216 lines...]
[junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest
[junit4] 2> 524316 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/init-core-data-001
[junit4] 2> 524317 WARN (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
[junit4] 2> 524317 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 524318 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 524318 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-001
[junit4] 2> 524319 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 524319 INFO (Thread-1096) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 524319 INFO (Thread-1096) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 524321 ERROR (Thread-1096) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 524419 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:60863
[junit4] 2> 524421 INFO (zkConnectionManagerCallback-890-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 524423 INFO (jetty-launcher-887-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 524430 INFO (jetty-launcher-887-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 524431 INFO (jetty-launcher-887-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 524432 INFO (jetty-launcher-887-thread-4) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 524439 INFO (jetty-launcher-887-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 524439 INFO (jetty-launcher-887-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 524439 INFO (jetty-launcher-887-thread-3) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 524439 INFO (jetty-launcher-887-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6f86b472{/solr,null,AVAILABLE}
[junit4] 2> 524441 INFO (jetty-launcher-887-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6b736ee2{HTTP/1.1,[http/1.1]}{127.0.0.1:38040}
[junit4] 2> 524441 INFO (jetty-launcher-887-thread-3) [ ] o.e.j.s.Server Started @526566ms
[junit4] 2> 524441 INFO (jetty-launcher-887-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38040}
[junit4] 2> 524441 ERROR (jetty-launcher-887-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 524441 INFO (jetty-launcher-887-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 524441 INFO (jetty-launcher-887-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 524441 INFO (jetty-launcher-887-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 524441 INFO (jetty-launcher-887-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-12T08:39:01.480Z
[junit4] 2> 524443 INFO (jetty-launcher-887-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 524443 INFO (jetty-launcher-887-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 524443 INFO (jetty-launcher-887-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 524443 INFO (jetty-launcher-887-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6644b5f2{/solr,null,AVAILABLE}
[junit4] 2> 524443 INFO (jetty-launcher-887-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@61067959{HTTP/1.1,[http/1.1]}{127.0.0.1:36339}
[junit4] 2> 524443 INFO (jetty-launcher-887-thread-2) [ ] o.e.j.s.Server Started @526569ms
[junit4] 2> 524443 INFO (jetty-launcher-887-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36339}
[junit4] 2> 524443 ERROR (jetty-launcher-887-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 524443 INFO (jetty-launcher-887-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 524444 INFO (jetty-launcher-887-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 524444 INFO (jetty-launcher-887-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 524444 INFO (jetty-launcher-887-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-12T08:39:01.483Z
[junit4] 2> 524449 INFO (jetty-launcher-887-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 524449 INFO (jetty-launcher-887-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 524449 INFO (jetty-launcher-887-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 524449 INFO (jetty-launcher-887-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1621a0ac{/solr,null,AVAILABLE}
[junit4] 2> 524454 INFO (jetty-launcher-887-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 524454 INFO (jetty-launcher-887-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 524454 INFO (jetty-launcher-887-thread-4) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 524455 INFO (jetty-launcher-887-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@de81b61{/solr,null,AVAILABLE}
[junit4] 2> 524455 INFO (jetty-launcher-887-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1d36b855{HTTP/1.1,[http/1.1]}{127.0.0.1:49142}
[junit4] 2> 524455 INFO (jetty-launcher-887-thread-4) [ ] o.e.j.s.Server Started @526581ms
[junit4] 2> 524455 INFO (jetty-launcher-887-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49142}
[junit4] 2> 524455 ERROR (jetty-launcher-887-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 524455 INFO (jetty-launcher-887-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 524455 INFO (jetty-launcher-887-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 524455 INFO (jetty-launcher-887-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 524455 INFO (jetty-launcher-887-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-12T08:39:01.494Z
[junit4] 2> 524456 INFO (jetty-launcher-887-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@53c7e5a3{HTTP/1.1,[http/1.1]}{127.0.0.1:35232}
[junit4] 2> 524456 INFO (jetty-launcher-887-thread-1) [ ] o.e.j.s.Server Started @526581ms
[junit4] 2> 524456 INFO (jetty-launcher-887-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35232}
[junit4] 2> 524456 ERROR (jetty-launcher-887-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 524456 INFO (jetty-launcher-887-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 524456 INFO (jetty-launcher-887-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 524456 INFO (jetty-launcher-887-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 524456 INFO (jetty-launcher-887-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-12T08:39:01.495Z
[junit4] 2> 524458 INFO (zkConnectionManagerCallback-894-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 524459 INFO (jetty-launcher-887-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 524463 INFO (zkConnectionManagerCallback-892-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 524463 INFO (zkConnectionManagerCallback-898-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 524465 INFO (jetty-launcher-887-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 524465 INFO (jetty-launcher-887-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 524470 INFO (zkConnectionManagerCallback-896-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 524471 INFO (jetty-launcher-887-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 524485 INFO (jetty-launcher-887-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60863/solr
[junit4] 2> 524489 INFO (jetty-launcher-887-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60863/solr
[junit4] 2> 524490 INFO (jetty-launcher-887-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60863/solr
[junit4] 2> 524493 INFO (jetty-launcher-887-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60863/solr
[junit4] 2> 524497 INFO (zkConnectionManagerCallback-907-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 524497 INFO (zkConnectionManagerCallback-912-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 524499 INFO (zkConnectionManagerCallback-903-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 524514 INFO (zkConnectionManagerCallback-914-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 524515 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10459370e090008, likely client has closed socket
[junit4] 2> 524518 INFO (zkConnectionManagerCallback-916-thread-1-processing-n:127.0.0.1:38040_solr) [n:127.0.0.1:38040_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 524530 INFO (zkConnectionManagerCallback-918-thread-1-processing-n:127.0.0.1:35232_solr) [n:127.0.0.1:35232_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 524531 INFO (zkConnectionManagerCallback-920-thread-1-processing-n:127.0.0.1:36339_solr) [n:127.0.0.1:36339_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 524538 INFO (jetty-launcher-887-thread-1) [n:127.0.0.1:35232_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 524539 INFO (jetty-launcher-887-thread-2) [n:127.0.0.1:36339_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 524539 INFO (jetty-launcher-887-thread-1) [n:127.0.0.1:35232_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35232_solr
[junit4] 2> 524540 INFO (jetty-launcher-887-thread-2) [n:127.0.0.1:36339_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36339_solr
[junit4] 2> 524540 INFO (jetty-launcher-887-thread-1) [n:127.0.0.1:35232_solr ] o.a.s.c.Overseer Overseer (id=73281586938314763-127.0.0.1:35232_solr-n_0000000000) starting
[junit4] 2> 524555 INFO (zkConnectionManagerCallback-922-thread-1-processing-n:127.0.0.1:49142_solr) [n:127.0.0.1:49142_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 524560 INFO (jetty-launcher-887-thread-4) [n:127.0.0.1:49142_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 524561 INFO (jetty-launcher-887-thread-4) [n:127.0.0.1:49142_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 524565 INFO (jetty-launcher-887-thread-4) [n:127.0.0.1:49142_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49142_solr
[junit4] 2> 524600 INFO (jetty-launcher-887-thread-1) [n:127.0.0.1:35232_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35232_solr
[junit4] 2> 524603 INFO (zkCallback-917-thread-1-processing-n:127.0.0.1:35232_solr) [n:127.0.0.1:35232_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 524603 INFO (zkCallback-919-thread-1-processing-n:127.0.0.1:36339_solr) [n:127.0.0.1:36339_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 524607 INFO (OverseerStateUpdate-73281586938314763-127.0.0.1:35232_solr-n_0000000000) [n:127.0.0.1:35232_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 524614 INFO (jetty-launcher-887-thread-3) [n:127.0.0.1:38040_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 524615 INFO (jetty-launcher-887-thread-3) [n:127.0.0.1:38040_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 524616 INFO (jetty-launcher-887-thread-3) [n:127.0.0.1:38040_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38040_solr
[junit4] 2> 524618 INFO (zkCallback-917-thread-2-processing-n:127.0.0.1:35232_solr) [n:127.0.0.1:35232_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 524618 INFO (zkCallback-919-thread-2-processing-n:127.0.0.1:36339_solr) [n:127.0.0.1:36339_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 524677 INFO (zkCallback-921-thread-1-processing-n:127.0.0.1:49142_solr) [n:127.0.0.1:49142_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 524681 INFO (zkCallback-915-thread-1-processing-n:127.0.0.1:38040_solr) [n:127.0.0.1:38040_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 524718 INFO (jetty-launcher-887-thread-4) [n:127.0.0.1:49142_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49142.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
[junit4] 2> 524729 INFO (jetty-launcher-887-thread-2) [n:127.0.0.1:36339_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36339.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
[junit4] 2> 524731 INFO (jetty-launcher-887-thread-4) [n:127.0.0.1:49142_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49142.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
[junit4] 2> 524731 INFO (jetty-launcher-887-thread-4) [n:127.0.0.1:49142_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49142.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
[junit4] 2> 524732 INFO (jetty-launcher-887-thread-4) [n:127.0.0.1:49142_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-001/node4/.
[junit4] 2> 524736 INFO (jetty-launcher-887-thread-2) [n:127.0.0.1:36339_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36339.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
[junit4] 2> 524737 INFO (jetty-launcher-887-thread-2) [n:127.0.0.1:36339_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36339.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
[junit4] 2> 524740 INFO (jetty-launcher-887-thread-1) [n:127.0.0.1:35232_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35232.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
[junit4] 2> 524745 INFO (jetty-launcher-887-thread-2) [n:127.0.0.1:36339_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-001/node2/.
[junit4] 2> 524748 INFO (jetty-launcher-887-thread-1) [n:127.0.0.1:35232_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35232.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
[junit4] 2> 524748 INFO (jetty-launcher-887-thread-1) [n:127.0.0.1:35232_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35232.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
[junit4] 2> 524749 INFO (jetty-launcher-887-thread-1) [n:127.0.0.1:35232_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-001/node1/.
[junit4] 2> 524822 INFO (jetty-launcher-887-thread-3) [n:127.0.0.1:38040_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38040.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
[junit4] 2> 524840 INFO (jetty-launcher-887-thread-3) [n:127.0.0.1:38040_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38040.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
[junit4] 2> 524840 INFO (jetty-launcher-887-thread-3) [n:127.0.0.1:38040_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38040.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
[junit4] 2> 524841 INFO (jetty-launcher-887-thread-3) [n:127.0.0.1:38040_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-001/node3/.
[junit4] 2> 524873 INFO (zkConnectionManagerCallback-932-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 524877 INFO (zkConnectionManagerCallback-936-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 524878 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 524879 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60863/solr ready
[junit4] 2> 524885 INFO (qtp691893789-4840) [n:127.0.0.1:35232_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 524888 INFO (qtp691893789-4840) [n:127.0.0.1:35232_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=3
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 524922 WARN (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 524933 WARN (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 524937 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 524945 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_47328_hdfs____8twoao/webapp
[junit4] 2> 525340 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:47328
[junit4] 2> 525429 WARN (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 525429 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 525438 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_40885_datanode____.km4uhs/webapp
[junit4] 2> 525850 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:40885
[junit4] 2> 525936 WARN (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 525938 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 525953 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_47359_datanode____edye8r/webapp
[junit4] 2> 526115 ERROR (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:50267) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 526146 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x425a50bebf73d0: from storage DS-a45bcbe1-e4b1-4dab-8c49-34f98afdbd0a node DatanodeRegistration(127.0.0.1:50834, datanodeUuid=102aab93-1c54-47bb-877e-04628b4564bd, infoPort=39048, infoSecurePort=0, ipcPort=56147, storageInfo=lv=-56;cid=testClusterID;nsid=1177703602;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 526146 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x425a50bebf73d0: from storage DS-75d92094-3b29-4036-b27f-bcfd1ec3a440 node DatanodeRegistration(127.0.0.1:50834, datanodeUuid=102aab93-1c54-47bb-877e-04628b4564bd, infoPort=39048, infoSecurePort=0, ipcPort=56147, storageInfo=lv=-56;cid=testClusterID;nsid=1177703602;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 526435 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:47359
[junit4] 2> 526587 ERROR (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost/127.0.0.1:50267) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 526605 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x425a50da1d7ca9: from storage DS-59733077-9ee2-4955-b230-6f538400caff node DatanodeRegistration(127.0.0.1:37554, datanodeUuid=514e0124-c7a8-47ae-a4b3-2b5144910f16, infoPort=47998, infoSecurePort=0, ipcPort=50991, storageInfo=lv=-56;cid=testClusterID;nsid=1177703602;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 526605 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x425a50da1d7ca9: from storage DS-43bc813f-e297-48e5-95a0-d0a88a04d074 node DatanodeRegistration(127.0.0.1:37554, datanodeUuid=514e0124-c7a8-47ae-a4b3-2b5144910f16, infoPort=47998, infoSecurePort=0, ipcPort=50991, storageInfo=lv=-56;cid=testClusterID;nsid=1177703602;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 526700 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testFailedMove
[junit4] 2> 526700 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 526702 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 526711 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 526711 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 526711 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 526711 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@52278b1d{/solr,null,AVAILABLE}
[junit4] 2> 526712 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2532d7bb{HTTP/1.1,[http/1.1]}{127.0.0.1:54371}
[junit4] 2> 526712 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.e.j.s.Server Started @528837ms
[junit4] 2> 526712 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54371}
[junit4] 2> 526712 ERROR (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 526712 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 526712 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 526712 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 526712 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-12T08:39:03.751Z
[junit4] 2> 526719 INFO (zkConnectionManagerCallback-939-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 526719 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 526730 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60863/solr
[junit4] 2> 526731 INFO (zkConnectionManagerCallback-943-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 526734 INFO (zkConnectionManagerCallback-945-thread-1-processing-n:127.0.0.1:54371_solr) [n:127.0.0.1:54371_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 526737 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [n:127.0.0.1:54371_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 526738 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [n:127.0.0.1:54371_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 526739 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [n:127.0.0.1:54371_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54371_solr
[junit4] 2> 526740 INFO (zkCallback-915-thread-1-processing-n:127.0.0.1:38040_solr) [n:127.0.0.1:38040_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 526740 INFO (zkCallback-921-thread-2-processing-n:127.0.0.1:49142_solr) [n:127.0.0.1:49142_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 526740 INFO (zkCallback-917-thread-2-processing-n:127.0.0.1:35232_solr) [n:127.0.0.1:35232_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 526740 INFO (zkCallback-919-thread-2-processing-n:127.0.0.1:36339_solr) [n:127.0.0.1:36339_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 526751 INFO (zkCallback-935-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 526759 INFO (zkCallback-944-thread-1-processing-n:127.0.0.1:54371_solr) [n:127.0.0.1:54371_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 526769 INFO (zkCallback-935-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 526813 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [n:127.0.0.1:54371_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54371.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
[junit4] 2> 526822 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [n:127.0.0.1:54371_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54371.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
[junit4] 2> 526822 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [n:127.0.0.1:54371_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54371.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@149bec54
[junit4] 2> 526823 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1C5A1C03E5256FF7]) [n:127.0.0.1:54371_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-001/node5/.
[junit4] 2> 526873 INFO (zkConnectionManagerCallback-949-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 526875 INFO (qtp691893789-4842) [n:127.0.0.1:35232_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf1&autoAddReplicas=false&name=MoveReplicaHDFSTest_failed_coll_true&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 526887 INFO (OverseerCollectionConfigSetProcessor-73281586938314763-127.0.0.1:35232_solr-n_0000000000) [n:127.0.0.1:35232_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 526887 INFO (OverseerThreadFactory-1916-thread-2-processing-n:127.0.0.1:35232_solr) [n:127.0.0.1:35232_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection MoveReplicaHDFSTest_failed_coll_true
[junit4] 2> 526994 INFO (OverseerStateUpdate-73281586938314763-127.0.0.1:35232_solr-n_0000000000) [n:127.0.0.1:35232_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_failed_coll_true",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38040/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 526996 INFO (OverseerStateUpdate-73281586938314763-127.0.0.1:35232_solr-n_0000000000) [n:127.0.0.1:35232_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_failed_coll_true",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36339/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 526998 INFO (OverseerStateUpdate-73281586938314763-127.0.0.1:35232_solr-n_0000000000) [n:127.0.0.1:35232_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_failed_coll_true",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35232/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 526999 INFO (OverseerStateUpdate-73281586938314763-127.0.0.1:35232_solr-n_0000000000) [n:127.0.0.1:35232_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_failed_coll_true",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:54371/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 527203 INFO (qtp691893789-4845) [n:127.0.0.1:35232_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 527204 INFO (qtp1611642053-4825) [n:127.0.0.1:38040_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 527204 INFO (qtp1611642053-4825) [n:127.0.0.1:38040_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 527204 INFO (qtp691893789-4845) [n:127.0.0.1:35232_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 527204 INFO (qtp820340600-5094) [n:127.0.0.1:54371_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 527204 INFO (qtp820340600-5094) [n:127.0.0.1:54371_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 527212 INFO (qtp719320507-4829) [n:127.0.0.1:36339_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 527213 INFO (qtp719320507-4829) [n:127.0.0.1:36339_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 527317 INFO (zkCallback-919-thread-2-processing-n:127.0.0.1:36339_solr) [n:127.0.0.1:36339_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 527317 INFO (zkCallback-915-thread-1-processing-n:127.0.0.1:38040_solr) [n:127.0.0.1:38040_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 527318 INFO (zkCallback-944-thread-1-processing-n:127.0.0.1:54371_solr) [n:127.0.0.1:54371_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 527318 INFO (zkCallback-917-thread-2-processing-n:127.0.0.1:35232_solr) [n:127.0.0.1:35232_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 527318 INFO (zkCallback-917-thread-1-processing-n:127.0.0.1:35232_solr) [n:127.0.0.1:35232_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 527319 INFO (zkCallback-919-thread-1-processing-n:127.0.0.1:36339_solr) [n:127.0.0.1:36339_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 527319 INFO (zkCallback-944-thread-2-processing-n:127.0.0.1:54371_solr) [n:127.0.0.1:54371_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveRepli
[...truncated too long message...]
en(DFSClient.java:808)
[junit4] 2> at org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:2083)
[junit4] 2> at org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:2069)
[junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem.listStatusInternal(DistributedFileSystem.java:791)
[junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem.access$700(DistributedFileSystem.java:106)
[junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:853)
[junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:849)
[junit4] 2> at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81)
[junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem.listStatus(DistributedFileSystem.java:860)
[junit4] 2> at org.apache.hadoop.fs.FileSystem.listStatus(FileSystem.java:1517)
[junit4] 2> at org.apache.hadoop.fs.FileSystem.listStatus(FileSystem.java:1557)
[junit4] 2> at org.apache.solr.core.HdfsDirectoryFactory.cleanupOldIndexDirectories(HdfsDirectoryFactory.java:527)
[junit4] 2> at org.apache.solr.core.SolrCore.lambda$cleanupOldIndexDirectories$21(SolrCore.java:3037)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 603593 ERROR (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 603593 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60863 60863
[junit4] 2> 603696 INFO (Thread-1096) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60863 60863
[junit4] 2> 603697 WARN (Thread-1096) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/collections/MoveReplicaHDFSTest_coll_false/terms/shard2
[junit4] 2> 18 /solr/configs/conf1
[junit4] 2> 14 /solr/collections/MoveReplicaHDFSTest_coll_true/terms/shard1
[junit4] 2> 11 /solr/clusterprops.json
[junit4] 2> 11 /solr/aliases.json
[junit4] 2> 7 /solr/collections/MoveReplicaHDFSTest_failed_coll_true/terms/shard1
[junit4] 2> 7 /solr/collections/MoveReplicaHDFSTest_failed_coll_true/terms/shard2
[junit4] 2> 7 /solr/collections/MoveReplicaHDFSTest_coll_false/terms/shard1
[junit4] 2> 7 /solr/collections/MoveReplicaHDFSTest_coll_true/terms/shard2
[junit4] 2> 6 /solr/security.json
[junit4] 2> 5 /solr/collections/MoveReplicaHDFSTest_failed_coll_false/terms/shard2
[junit4] 2> 5 /solr/collections/MoveReplicaHDFSTest_failed_coll_false/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 66 /solr/collections/MoveReplicaHDFSTest_coll_false/state.json
[junit4] 2> 58 /solr/collections/MoveReplicaHDFSTest_coll_true/state.json
[junit4] 2> 39 /solr/collections/MoveReplicaHDFSTest_failed_coll_false/state.json
[junit4] 2> 37 /solr/collections/MoveReplicaHDFSTest_failed_coll_true/state.json
[junit4] 2> 11 /solr/clusterstate.json
[junit4] 2> 3 /solr/collections/MoveReplicaHDFSTest_coll_false/leader_elect/shard2/election/73281586938314761-core_node8-n_0000000000
[junit4] 2> 3 /solr/overseer_elect/election/73281586938314762-127.0.0.1:36339_solr-n_0000000001
[junit4] 2> 3 /solr/collections/MoveReplicaHDFSTest_coll_true/leader_elect/shard1/election/73281586938314761-core_node5-n_0000000000
[junit4] 2> 2 /solr/autoscaling.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 31 /solr/collections
[junit4] 2> 19 /solr/live_nodes
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 603698 WARN (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 603734 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 603740 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost/127.0.0.1:50267) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 603740 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost/127.0.0.1:50267) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1709940034-10.41.0.5-1518424741939 (Datanode Uuid 514e0124-c7a8-47ae-a4b3-2b5144910f16) service to localhost/127.0.0.1:50267
[junit4] 2> 603746 WARN (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 603784 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 603889 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:50267) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 603889 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:50267) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1709940034-10.41.0.5-1518424741939 (Datanode Uuid 102aab93-1c54-47bb-877e-04628b4564bd) service to localhost/127.0.0.1:50267
[junit4] 2> 603904 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 604025 INFO (SUITE-MoveReplicaHDFSTest-seed#[1C5A1C03E5256FF7]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60863 60863
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1C5A1C03E5256FF7-001
[junit4] 2> Feb 12, 2018 8:40:21 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=Lucene50(blocksize=128), id=PostingsFormat(name=Memory)}, docValues:{_version_=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=563, maxMBSortInHeap=5.497972874924903, sim=RandomSimilarity(queryNorm=false): {}, locale=ar-SA, timezone=Pacific/Samoa
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=2,free=254487160,total=517996544
[junit4] 2> NOTE: All tests run in this JVM: [AnalysisAfterCoreReloadTest, TestHashQParserPlugin, TestFieldSortValues, SpellPossibilityIteratorTest, PreAnalyzedUpdateProcessorTest, DocExpirationUpdateProcessorFactoryTest, CopyFieldTest, TestRestManager, AnalyticsQueryTest, TestSolrConfigHandler, TestClusterStateProvider, TestPerFieldSimilarityWithDefaultOverride, TestFaceting, BlobRepositoryCloudTest, SolrGangliaReporterTest, TestJmxIntegration, HttpSolrCallGetCoreTest, NumericFieldsTest, TestLegacyFieldCache, HighlighterMaxOffsetTest, HdfsDirectoryTest, TestTrieFacet, MoreLikeThisHandlerTest, PKIAuthenticationIntegrationTest, TestClusterProperties, MetricUtilsTest, CollectionsAPIAsyncDistributedZkTest, TestRealTimeGet, BitVectorTest, PreAnalyzedFieldTest, HdfsRecoverLeaseTest, TestLMJelinekMercerSimilarityFactory, TestClassicSimilarityFactory, SearchHandlerTest, TestCloudPseudoReturnFields, SuggesterTSTTest, SpellCheckComponentTest, SystemLogListenerTest, TestSQLHandlerNonCloud, TestSchemaNameResource, CollectionsAPISolrJTest, ClusterStateTest, TestLockTree, TestBadConfig, UUIDUpdateProcessorFallbackTest, LargeFieldTest, BasicDistributedZk2Test, RecoveryAfterSoftCommitTest, TestAtomicUpdateErrorCases, TestUtilizeNode, TestConfigsApi, OverseerCollectionConfigSetProcessorTest, WordBreakSolrSpellCheckerTest, TestCustomStream, TestNamedUpdateProcessors, DistributedFacetSimpleRefinementLongTailTest, MoveReplicaHDFSTest]
[junit4] Completed [174/775 (2!)] on J2 in 89.41s, 4 tests, 1 error <<< FAILURES!
[...truncated 50502 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 374 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/374/
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger
Error Message:
Stack Trace:
java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([186CEA76261C7990:A260DDF979F4AFDF]:0)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1565)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14143 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> 2568929 INFO (SUITE-TriggerIntegrationTest-seed#[186CEA76261C7990]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_186CEA76261C7990-001/init-core-data-001
[junit4] 2> 2568930 WARN (SUITE-TriggerIntegrationTest-seed#[186CEA76261C7990]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=30 numCloses=30
[junit4] 2> 2568930 INFO (SUITE-TriggerIntegrationTest-seed#[186CEA76261C7990]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2568931 INFO (SUITE-TriggerIntegrationTest-seed#[186CEA76261C7990]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2568931 INFO (SUITE-TriggerIntegrationTest-seed#[186CEA76261C7990]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_186CEA76261C7990-001/tempDir-001
[junit4] 2> 2568932 INFO (SUITE-TriggerIntegrationTest-seed#[186CEA76261C7990]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2568932 INFO (Thread-8280) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2568932 INFO (Thread-8280) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2568934 ERROR (Thread-8280) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2569032 INFO (SUITE-TriggerIntegrationTest-seed#[186CEA76261C7990]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:58810
[junit4] 2> 2569035 INFO (zkConnectionManagerCallback-9303-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2569037 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1045900e23e0000, likely client has closed socket
[junit4] 2> 2569043 INFO (jetty-launcher-9300-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: २०१à¥-११-२२T०२:२à¥:३à¥+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2569044 INFO (jetty-launcher-9300-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: २०१à¥-११-२२T०२:२à¥:३à¥+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2569044 INFO (jetty-launcher-9300-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2569044 INFO (jetty-launcher-9300-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2569044 INFO (jetty-launcher-9300-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2569045 INFO (jetty-launcher-9300-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4ade2e83{/solr,null,AVAILABLE}
[junit4] 2> 2569045 INFO (jetty-launcher-9300-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2569045 INFO (jetty-launcher-9300-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2569045 INFO (jetty-launcher-9300-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2569045 INFO (jetty-launcher-9300-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@741c535b{HTTP/1.1,[http/1.1]}{127.0.0.1:35296}
[junit4] 2> 2569045 INFO (jetty-launcher-9300-thread-2) [ ] o.e.j.s.Server Started @2571158ms
[junit4] 2> 2569045 INFO (jetty-launcher-9300-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35296}
[junit4] 2> 2569046 ERROR (jetty-launcher-9300-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2569046 INFO (jetty-launcher-9300-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5a8f3286{/solr,null,AVAILABLE}
[junit4] 2> 2569046 INFO (jetty-launcher-9300-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.3.0
[junit4] 2> 2569046 INFO (jetty-launcher-9300-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2569046 INFO (jetty-launcher-9300-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2569046 INFO (jetty-launcher-9300-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-12T07:39:48.776Z
[junit4] 2> 2569046 INFO (jetty-launcher-9300-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7c2b184e{HTTP/1.1,[http/1.1]}{127.0.0.1:42776}
[junit4] 2> 2569046 INFO (jetty-launcher-9300-thread-1) [ ] o.e.j.s.Server Started @2571159ms
[junit4] 2> 2569046 INFO (jetty-launcher-9300-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42776}
[junit4] 2> 2569046 ERROR (jetty-launcher-9300-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2569047 INFO (jetty-launcher-9300-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.3.0
[junit4] 2> 2569047 INFO (jetty-launcher-9300-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2569047 INFO (jetty-launcher-9300-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2569047 INFO (jetty-launcher-9300-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-12T07:39:48.777Z
[junit4] 2> 2569047 INFO (zkConnectionManagerCallback-9305-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2569048 INFO (jetty-launcher-9300-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2569053 INFO (zkConnectionManagerCallback-9307-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2569053 INFO (jetty-launcher-9300-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2569056 INFO (jetty-launcher-9300-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58810/solr
[junit4] 2> 2569057 INFO (zkConnectionManagerCallback-9311-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2569059 INFO (zkConnectionManagerCallback-9313-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2569060 INFO (jetty-launcher-9300-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58810/solr
[junit4] 2> 2569061 INFO (zkConnectionManagerCallback-9317-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2569064 INFO (zkConnectionManagerCallback-9319-thread-1-processing-n:127.0.0.1:42776_solr) [n:127.0.0.1:42776_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2569129 INFO (jetty-launcher-9300-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2569129 INFO (jetty-launcher-9300-thread-1) [n:127.0.0.1:42776_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2569130 INFO (jetty-launcher-9300-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35296_solr
[junit4] 2> 2569130 INFO (jetty-launcher-9300-thread-1) [n:127.0.0.1:42776_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42776_solr
[junit4] 2> 2569131 INFO (jetty-launcher-9300-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.Overseer Overseer (id=73281354275356676-127.0.0.1:35296_solr-n_0000000000) starting
[junit4] 2> 2569139 INFO (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2569140 INFO (zkCallback-9318-thread-1-processing-n:127.0.0.1:42776_solr) [n:127.0.0.1:42776_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2569144 INFO (jetty-launcher-9300-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35296_solr
[junit4] 2> 2569151 INFO (zkCallback-9318-thread-1-processing-n:127.0.0.1:42776_solr) [n:127.0.0.1:42776_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2569151 INFO (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2569151 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 2569152 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 2569152 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:35296_solr, 127.0.0.1:42776_solr]
[junit4] 2> 2569152 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 2569153 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 2569154 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2569154 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 2569155 DEBUG (ScheduledTrigger-8434-thread-1) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 2569201 INFO (jetty-launcher-9300-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35296.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dedff02
[junit4] 2> 2569208 INFO (jetty-launcher-9300-thread-1) [n:127.0.0.1:42776_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42776.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dedff02
[junit4] 2> 2569208 INFO (jetty-launcher-9300-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35296.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dedff02
[junit4] 2> 2569209 INFO (jetty-launcher-9300-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35296.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dedff02
[junit4] 2> 2569210 INFO (jetty-launcher-9300-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_186CEA76261C7990-001/tempDir-001/node2/.
[junit4] 2> 2569216 INFO (jetty-launcher-9300-thread-1) [n:127.0.0.1:42776_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42776.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dedff02
[junit4] 2> 2569216 INFO (jetty-launcher-9300-thread-1) [n:127.0.0.1:42776_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42776.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dedff02
[junit4] 2> 2569217 INFO (jetty-launcher-9300-thread-1) [n:127.0.0.1:42776_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_186CEA76261C7990-001/tempDir-001/node1/.
[junit4] 2> 2569258 INFO (zkConnectionManagerCallback-9325-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2569260 INFO (zkConnectionManagerCallback-9329-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2569261 INFO (SUITE-TriggerIntegrationTest-seed#[186CEA76261C7990]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2569261 INFO (SUITE-TriggerIntegrationTest-seed#[186CEA76261C7990]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:58810/solr ready
[junit4] 2> 2569280 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testListeners
[junit4] 2> 2569281 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 2569281 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 2569281 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 2569283 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2569283 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2569283 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 2569287 INFO (qtp109629244-34002) [n:127.0.0.1:35296_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2569288 INFO (qtp170881004-34006) [n:127.0.0.1:42776_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2569288 DEBUG (qtp109629244-33998) [n:127.0.0.1:35296_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2569289 INFO (qtp109629244-33998) [n:127.0.0.1:35296_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 2569289 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 2569290 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:35296_solr, 127.0.0.1:42776_solr]
[junit4] 2> 2569290 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerL instantiated with properties: {event=nodeAdded, waitFor=3, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}, {name=test1, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestDummyAction}], enabled=true}
[junit4] 2> 2569290 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 2569291 INFO (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 2569292 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2569292 DEBUG (ScheduledTrigger-8434-thread-1) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 2569292 DEBUG (ScheduledTrigger-8434-thread-1) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 2569293 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 2569293 INFO (qtp109629244-34004) [n:127.0.0.1:35296_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2569294 INFO (qtp170881004-34009) [n:127.0.0.1:42776_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2569294 DEBUG (qtp109629244-34000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2569294 INFO (qtp109629244-34000) [n:127.0.0.1:35296_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 2569294 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 2569295 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:35296_solr, 127.0.0.1:42776_solr]
[junit4] 2> 2569295 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerL instantiated with properties: {event=nodeAdded, waitFor=3, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}, {name=test1, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestDummyAction}], enabled=true}
[junit4] 2> 2569295 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 2569295 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2569295 INFO (qtp109629244-34005) [n:127.0.0.1:35296_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2569295 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 2569296 INFO (qtp170881004-34006) [n:127.0.0.1:42776_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2569296 DEBUG (qtp109629244-34002) [n:127.0.0.1:35296_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2569296 INFO (qtp109629244-34002) [n:127.0.0.1:35296_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2569296 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 2569297 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: २०१à¥-११-२२T०२:२à¥:३à¥+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2569297 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:35296_solr, 127.0.0.1:42776_solr]
[junit4] 2> 2569297 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerL instantiated with properties: {event=nodeAdded, waitFor=3, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}, {name=test1, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestDummyAction}], enabled=true}
[junit4] 2> 2569297 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 2569298 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2569298 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 2569298 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2569298 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2569298 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2569298 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5b1e7967{/solr,null,AVAILABLE}
[junit4] 2> 2569299 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@193f74f8{HTTP/1.1,[http/1.1]}{127.0.0.1:37620}
[junit4] 2> 2569299 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.e.j.s.Server Started @2571411ms
[junit4] 2> 2569299 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37620}
[junit4] 2> 2569299 ERROR (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2569299 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.3.0
[junit4] 2> 2569299 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2569299 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2569299 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-12T07:39:49.029Z
[junit4] 2> 2569300 INFO (zkConnectionManagerCallback-9331-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2569301 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2569307 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58810/solr
[junit4] 2> 2569308 INFO (zkConnectionManagerCallback-9335-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2569309 INFO (zkConnectionManagerCallback-9337-thread-1-processing-n:127.0.0.1:37620_solr) [n:127.0.0.1:37620_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2569314 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [n:127.0.0.1:37620_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2569316 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [n:127.0.0.1:37620_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2569317 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [n:127.0.0.1:37620_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37620_solr
[junit4] 2> 2569318 INFO (zkCallback-9318-thread-1-processing-n:127.0.0.1:42776_solr) [n:127.0.0.1:42776_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2569318 INFO (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2569323 INFO (zkCallback-9336-thread-1-processing-n:127.0.0.1:37620_solr) [n:127.0.0.1:37620_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2569327 INFO (zkCallback-9328-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2569403 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [n:127.0.0.1:37620_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37620.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dedff02
[junit4] 2> 2569413 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [n:127.0.0.1:37620_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37620.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dedff02
[junit4] 2> 2569414 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [n:127.0.0.1:37620_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37620.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dedff02
[junit4] 2> 2569415 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [n:127.0.0.1:37620_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_186CEA76261C7990-001/tempDir-001/node3/.
[junit4] 2> 2570295 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 2570295 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 2570295 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:37620_solr at time 18673100688310153
[junit4] 2> 2571295 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 2571296 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 2572296 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 2572296 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 2573296 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 2573296 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 2573296 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerL firing registered processor for nodes: [127.0.0.1:37620_solr] added at times [18673100688310153], now=18673103689865746
[junit4] 2> 2573297 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"4257160d61bf89Ta3yyn8sn5esa1c8o3gnhvauu2",
[junit4] 2> "source":"node_added_triggerL",
[junit4] 2> "eventTime":18673100688310153,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[18673100688310153],
[junit4] 2> "nodeNames":["127.0.0.1:37620_solr"]}}
[junit4] 2> 2573297 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_triggerL]
[junit4] 2> 2573298 INFO (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 2573299 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"4257160d61bf89Ta3yyn8sn5esa1c8o3gnhvauu2",
[junit4] 2> "source":"node_added_triggerL",
[junit4] 2> "eventTime":18673100688310153,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[18673100688310153],
[junit4] 2> "_enqueue_time_":18673103691028707,
[junit4] 2> "nodeNames":["127.0.0.1:37620_solr"]}}
[junit4] 2> 2573301 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerL after 5000ms
[junit4] 2> 2573301 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=4257160d61bf89Ta3yyn8sn5esa1c8o3gnhvauu2
[junit4] 2> 2575302 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: २०१à¥-११-२२T०२:२à¥:३à¥+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2575304 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2575304 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2575304 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2575305 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3ba382d9{/solr,null,AVAILABLE}
[junit4] 2> 2575305 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5531e9f7{HTTP/1.1,[http/1.1]}{127.0.0.1:33941}
[junit4] 2> 2575305 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.e.j.s.Server Started @2577418ms
[junit4] 2> 2575305 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33941}
[junit4] 2> 2575306 ERROR (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2575306 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.3.0
[junit4] 2> 2575306 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2575306 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2575307 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-12T07:39:55.037Z
[junit4] 2> 2575322 INFO (zkConnectionManagerCallback-9341-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2575323 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2575334 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58810/solr
[junit4] 2> 2575335 INFO (zkConnectionManagerCallback-9345-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2575337 INFO (zkConnectionManagerCallback-9347-thread-1-processing-n:127.0.0.1:33941_solr) [n:127.0.0.1:33941_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2575345 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [n:127.0.0.1:33941_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2575347 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [n:127.0.0.1:33941_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2575350 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [n:127.0.0.1:33941_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33941_solr
[junit4] 2> 2575352 INFO (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2575352 INFO (zkCallback-9318-thread-1-processing-n:127.0.0.1:42776_solr) [n:127.0.0.1:42776_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2575352 INFO (zkCallback-9328-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2575359 INFO (zkCallback-9336-thread-1-processing-n:127.0.0.1:37620_solr) [n:127.0.0.1:37620_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2575361 INFO (zkCallback-9346-thread-1-processing-n:127.0.0.1:33941_solr) [n:127.0.0.1:33941_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2575426 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [n:127.0.0.1:33941_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33941.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dedff02
[junit4] 2> 2575436 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [n:127.0.0.1:33941_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33941.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dedff02
[junit4] 2> 2575436 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [n:127.0.0.1:33941_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33941.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dedff02
[junit4] 2> 2575437 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [n:127.0.0.1:33941_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_186CEA76261C7990-001/tempDir-001/node4/.
[junit4] 2> 2578301 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 2578301 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 2578302 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:33941_solr at time 18673108695005861
[junit4] 2> 2579303 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 2579303 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 2580303 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 2580304 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 2581304 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 2581304 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 2581304 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerL firing registered processor for nodes: [127.0.0.1:33941_solr] added at times [18673108695005861], now=18673111697730443
[junit4] 2> 2581304 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"425717ea9e3aa5Ta3yyn8sn5esa1c8o3gnhvauu4",
[junit4] 2> "source":"node_added_triggerL",
[junit4] 2> "eventTime":18673108695005861,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[18673108695005861],
[junit4] 2> "nodeNames":["127.0.0.1:33941_solr"]}}
[junit4] 2> 2581305 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_triggerL]
[junit4] 2> 2581306 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"425717ea9e3aa5Ta3yyn8sn5esa1c8o3gnhvauu4",
[junit4] 2> "source":"node_added_triggerL",
[junit4] 2> "eventTime":18673108695005861,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[18673108695005861],
[junit4] 2> "_enqueue_time_":18673111698190053,
[junit4] 2> "nodeNames":["127.0.0.1:33941_solr"]}}
[junit4] 2> 2581306 WARN (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Exception executing actions
[junit4] 2> java.lang.Exception: Error executing action: test1 for trigger event: {
[junit4] 2> "id":"425717ea9e3aa5Ta3yyn8sn5esa1c8o3gnhvauu4",
[junit4] 2> "source":"node_added_triggerL",
[junit4] 2> "eventTime":18673108695005861,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[18673108695005861],
[junit4] 2> "_enqueue_time_":18673111698190053,
[junit4] 2> "nodeNames":["127.0.0.1:33941_solr"]}}
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:303)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.lang.RuntimeException: failure
[junit4] 2> at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestDummyAction.process(TriggerIntegrationTest.java:989)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:300)
[junit4] 2> ... 6 more
[junit4] 2> 2581307 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerL after 5000ms
[junit4] 2> 2581307 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=425717ea9e3aa5Ta3yyn8sn5esa1c8o3gnhvauu4
[junit4] 2> 2583306 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[186CEA76261C7990]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testListeners
[junit4] 2> 2583344 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerThrottling
[junit4] 2> 2583345 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 6
[junit4] 2> 2583345 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 2583345 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 2583351 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2583351 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2583351 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 2583355 INFO (qtp555842462-34092) [n:127.0.0.1:33941_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2583357 INFO (qtp109629244-34002) [n:127.0.0.1:35296_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2583358 INFO (qtp58953156-34062) [n:127.0.0.1:37620_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2583363 INFO (qtp170881004-34006) [n:127.0.0.1:42776_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2583363 DEBUG (qtp555842462-34088) [n:127.0.0.1:33941_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2583364 INFO (qtp555842462-34088) [n:127.0.0.1:33941_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=10
[junit4] 2> 2583364 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 2583366 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:37620_solr, 127.0.0.1:33941_solr, 127.0.0.1:35296_solr, 127.0.0.1:42776_solr]
[junit4] 2> 2583366 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 2583366 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 2583366 INFO (qtp555842462-34093) [n:127.0.0.1:33941_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2583370 INFO (qtp109629244-34000) [n:127.0.0.1:35296_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2583371 INFO (qtp58953156-34064) [n:127.0.0.1:37620_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2583371 INFO (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 2583372 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2583372 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 2583372 INFO (qtp170881004-34009) [n:127.0.0.1:42776_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2583372 DEBUG (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 2583373 DEBUG (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 2583373 DEBUG (qtp555842462-34090) [n:127.0.0.1:33941_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2583373 INFO (qtp555842462-34090) [n:127.0.0.1:33941_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 2583374 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 2583374 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:37620_solr, 127.0.0.1:33941_solr, 127.0.0.1:35296_solr, 127.0.0.1:42776_solr]
[junit4] 2> 2583374 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 2583375 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:37620_solr, 127.0.0.1:33941_solr, 127.0.0.1:35296_solr, 127.0.0.1:42776_solr]
[junit4] 2> 2583375 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 2583375 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 2583377 INFO (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 2583378 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2583378 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: २०१à¥-११-२२T०२:२à¥:३à¥+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2583378 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 2583378 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 2583378 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 2583379 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2583379 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2583379 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2583380 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6e01b2a7{/solr,null,AVAILABLE}
[junit4] 2> 2583380 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@56f119aa{HTTP/1.1,[http/1.1]}{127.0.0.1:33021}
[junit4] 2> 2583380 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.e.j.s.Server Started @2585493ms
[junit4] 2> 2583380 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33021}
[junit4] 2> 2583380 ERROR (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2583380 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.3.0
[junit4] 2> 2583380 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2583381 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2583381 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-12T07:40:03.111Z
[junit4] 2> 2583382 INFO (zkConnectionManagerCallback-9351-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2583382 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2583389 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58810/solr
[junit4] 2> 2583390 INFO (zkConnectionManagerCallback-9355-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2583392 INFO (zkConnectionManagerCallback-9357-thread-1-processing-n:127.0.0.1:33021_solr) [n:127.0.0.1:33021_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2583404 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [n:127.0.0.1:33021_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2583407 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [n:127.0.0.1:33021_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2583409 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [n:127.0.0.1:33021_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33021_solr
[junit4] 2> 2583411 INFO (zkCallback-9318-thread-1-processing-n:127.0.0.1:42776_solr) [n:127.0.0.1:42776_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2583411 INFO (zkCallback-9328-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2583411 INFO (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2583411 INFO (zkCallback-9336-thread-1-processing-n:127.0.0.1:37620_solr) [n:127.0.0.1:37620_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2583411 INFO (zkCallback-9346-thread-1-processing-n:127.0.0.1:33941_solr) [n:127.0.0.1:33941_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2583417 INFO (zkCallback-9356-thread-1-processing-n:127.0.0.1:33021_solr) [n:127.0.0.1:33021_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2583511 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [n:127.0.0.1:33021_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33021.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dedff02
[junit4] 2> 2583520 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [n:127.0.0.1:33021_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33021.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dedff02
[junit4] 2> 2583520 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [n:127.0.0.1:33021_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33021.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dedff02
[junit4] 2> 2583522 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [n:127.0.0.1:33021_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_186CEA76261C7990-001/tempDir-001/node5/.
[junit4] 2> 2584374 DEBUG (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 2584374 DEBUG (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 5
[junit4] 2> 2584374 DEBUG (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:33021_solr at time 18673114767429012
[junit4] 2> 2584374 DEBUG (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing registered processor for nodes: [127.0.0.1:33021_solr] added at times [18673114767429012], now=18673114767502241
[junit4] 2> 2584374 DEBUG (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"42571954900d94Ta3yyn8sn5esa1c8o3gnhvauu5",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":18673114767429012,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[18673114767429012],
[junit4] 2> "nodeNames":["127.0.0.1:33021_solr"]}}
[junit4] 2> 2584374 DEBUG (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger2, node_added_trigger1]
[junit4] 2> 2584375 INFO (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 2584376 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"42571954900d94Ta3yyn8sn5esa1c8o3gnhvauu5",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":18673114767429012,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[18673114767429012],
[junit4] 2> "_enqueue_time_":18673114767760950,
[junit4] 2> "nodeNames":["127.0.0.1:33021_solr"]}}
[junit4] 2> 2584376 INFO (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_added_trigger1
[junit4] 2> 2584377 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
[junit4] 2> 2584377 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
[junit4] 2> 2584377 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=42571954900d94Ta3yyn8sn5esa1c8o3gnhvauu5
[junit4] 2> 2589380 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 2589380 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 2589380 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 5
[junit4] 2> 2589380 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 5
[junit4] 2> 2589380 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:33021_solr at time 18673119773536367
[junit4] 2> 2589380 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:33021_solr] added at times [18673119773536367], now=18673119773754674
[junit4] 2> 2589381 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"42571a7ef3306fTa3yyn8sn5esa1c8o3gnhvauu7",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":18673119773536367,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[18673119773536367],
[junit4] 2> "nodeNames":["127.0.0.1:33021_solr"]}}
[junit4] 2> 2589381 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger2, node_added_trigger1]
[junit4] 2> 2589382 INFO (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 2589382 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"42571a7ef3306fTa3yyn8sn5esa1c8o3gnhvauu7",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":18673119773536367,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[18673119773536367],
[junit4] 2> "_enqueue_time_":18673119774339591,
[junit4] 2> "nodeNames":["127.0.0.1:33021_solr"]}}
[junit4] 2> 2589382 INFO (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.TriggerIntegrationTest last action at 1518421204106000000 current time = 1518421209112000000
[junit4] 2> real diff: 5006000000
[junit4] 2> min diff: 4998000000
[junit4] 2> 2589383 INFO (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_added_trigger2
[junit4] 2> 2589389 INFO (qtp1142932834-34118) [n:127.0.0.1:33021_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2589390 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
[junit4] 2> 2589390 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
[junit4] 2> 2589390 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 8 ms for event id=42571a7ef3306fTa3yyn8sn5esa1c8o3gnhvauu7
[junit4] 2> 2589390 INFO (qtp555842462-34090) [n:127.0.0.1:33941_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2589393 INFO (qtp109629244-34000) [n:127.0.0.1:35296_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2589394 INFO (qtp58953156-34064) [n:127.0.0.1:37620_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2589397 INFO (qtp170881004-34009) [n:127.0.0.1:42776_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2589397 DEBUG (qtp1142932834-34114) [n:127.0.0.1:33021_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2589398 INFO (qtp1142932834-34114) [n:127.0.0.1:33021_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=12
[junit4] 2> 2589399 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 2589399 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:37620_solr, 127.0.0.1:33021_solr, 127.0.0.1:33941_solr, 127.0.0.1:35296_solr, 127.0.0.1:42776_solr]
[junit4] 2> 2589399 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 2589401 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:37620_solr, 127.0.0.1:33021_solr, 127.0.0.1:33941_solr, 127.0.0.1:35296_solr, 127.0.0.1:42776_solr]
[junit4] 2> 2589401 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:37620_solr, 127.0.0.1:33021_solr, 127.0.0.1:33941_solr, 127.0.0.1:35296_solr, 127.0.0.1:42776_solr]
[junit4] 2> 2589401 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 2589401 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 2589403 INFO (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 2589404 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
[junit4] 2> 2589404 DEBUG (ScheduledTrigger-8434-thread-3) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 5
[junit4] 2> 2589411 INFO (qtp1142932834-34118) [n:127.0.0.1:33021_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2589413 INFO (qtp555842462-34094) [n:127.0.0.1:33941_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2589415 INFO (qtp109629244-34002) [n:127.0.0.1:35296_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2589417 INFO (qtp58953156-34066) [n:127.0.0.1:37620_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2589419 INFO (qtp170881004-34006) [n:127.0.0.1:42776_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2589419 DEBUG (qtp555842462-34092) [n:127.0.0.1:33941_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2589420 INFO (qtp555842462-34092) [n:127.0.0.1:33941_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=19
[junit4] 2> 2589420 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
[junit4] 2> 2589421 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:37620_solr, 127.0.0.1:33021_solr, 127.0.0.1:33941_solr, 127.0.0.1:35296_solr, 127.0.0.1:42776_solr]
[junit4] 2> 2589421 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 2589421 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:37620_solr, 127.0.0.1:33021_solr, 127.0.0.1:33941_solr, 127.0.0.1:35296_solr, 127.0.0.1:42776_solr]
[junit4] 2> 2589421 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:37620_solr, 127.0.0.1:33021_solr, 127.0.0.1:33941_solr, 127.0.0.1:35296_solr, 127.0.0.1:42776_solr]
[junit4] 2> 2589421 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 2589422 DEBUG (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:37620_solr, 127.0.0.1:33021_solr, 127.0.0.1:33941_solr, 127.0.0.1:35296_solr, 127.0.0.1:42776_solr]
[junit4] 2> 2589422 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
[junit4] 2> 2589424 INFO (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 2589424 DEBUG (OverseerAutoScalingTriggerThread-73281354275356676-127.0.0.1:35296_solr-n_0000000000) [n:127.0.0.1:35296_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10
[junit4] 2> 2589425 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: 5
[junit4] 2> 2589425 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@56f119aa{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2589425 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=655875618
[junit4] 2> 2589426 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2589426 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@110c2264: rootName = solr_33021, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@d8ad16b
[junit4] 2> 2589435 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2589435 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@37af00a9: rootName = solr_33021, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@46efc70e
[junit4] 2> 2589440 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2589440 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@651f747e: rootName = solr_33021, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@21c6bcb0
[junit4] 2> 2589443 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:33021_solr
[junit4] 2> 2589444 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2589444 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2589444 INFO (zkCallback-9346-thread-1-processing-n:127.0.0.1:33941_solr) [n:127.0.0.1:33941_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
[junit4] 2> 2589444 INFO (zkCallback-9356-thread-1-processing-n:127.0.0.1:33021_solr) [n:127.0.0.1:33021_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
[junit4] 2> 2589444 INFO (zkCallback-9328-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
[junit4] 2> 2589445 INFO (zkCallback-9318-thread-1-processing-n:127.0.0.1:42776_solr) [n:127.0.0.1:42776_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
[junit4] 2> 2589445 INFO (zkCallback-9336-thread-1-processing-n:127.0.0.1:37620_solr) [n:127.0.0.1:37620_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
[junit4] 2> 2589445 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6e01b2a7{/solr,null,UNAVAILABLE}
[junit4] 2> 2589445 INFO (zkCallback-9312-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
[junit4] 2> 2589445 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2590408 DEBUG (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 4
[junit4] 2> 2590408 DEBUG (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:33021_solr
[junit4] 2> 2590408 DEBUG (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:33021_solr]
[junit4] 2> 2590408 DEBUG (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"42571abc3d42d6Ta3yyn8sn5esa1c8o3gnhvauu9",
[junit4] 2> "source":"node_lost_trigger1",
[junit4] 2> "eventTime":18673120801800918,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[18673120801800918],
[junit4] 2> "nodeNames":["127.0.0.1:33021_solr"]}}
[junit4] 2> 2590409 DEBUG (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger2, node_added_trigger2, node_lost_trigger1, node_added_trigger1]
[junit4] 2> 2590409 INFO (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 2590410 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"42571abc3d42d6Ta3yyn8sn5esa1c8o3gnhvauu9",
[junit4] 2> "source":"node_lost_trigger1",
[junit4] 2> "eventTime":18673120801800918,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[18673120801800918],
[junit4] 2> "_enqueue_time_":18673120802136765,
[junit4] 2> "nodeNames":["127.0.0.1:33021_solr"]}}
[junit4] 2> 2590410 INFO (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_lost_trigger1
[junit4] 2> 2590411 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger2 after 5000ms
[junit4] 2> 2590411 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
[junit4] 2> 2590411 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger1 after 5000ms
[junit4] 2> 2590411 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
[junit4] 2> 2590411 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=42571abc3d42d6Ta3yyn8sn5esa1c8o3gnhvauu9
[junit4] 2> 2595411 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 2595412 DEBUG (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 4
[junit4] 2> 2595412 DEBUG (ScheduledTrigger-8434-thread-2) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 2595413 DEBUG (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 2595413 DEBUG (ScheduledTrigger-8434-thread-4) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 2595413 DEBUG (ScheduledTrigger-8434-thread-1) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: 4
[junit4] 2> 2595413 DEBUG (ScheduledTrigger-8434-thread-1) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:33021_solr
[junit4] 2> 2595413 DEBUG (ScheduledTrigger-8434-thread-1) [n:127.0.0.1:35296_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:33021_solr]
[junit4] 2> 2595413 DEBUG (ScheduledTrigger-8434-thread-1) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"42571be68e0a31Ta3yyn8sn5esa1c8o3gnhvauub",
[junit4] 2> "source":"node_lost_trigger2",
[junit4] 2> "eventTime":18673125806705201,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[18673125806705201],
[junit4] 2> "nodeNames":["127.0.0.1:33021_solr"]}}
[junit4] 2> 2595414 DEBUG (ScheduledTrigger-8434-thread-1) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger2, node_added_trigger2, node_lost_trigger1, node_added_trigger1]
[junit4] 2> 2595415 INFO (ScheduledTrigger-8434-thread-1) [n:127.0.0.1:35296_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 2595415 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"42571be68e0a31Ta3yyn8sn5esa1c8o3gnhvauub",
[junit4] 2> "source":"node_lost_trigger2",
[junit4] 2> "eventTime":18673125806705201,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[18673125806705201],
[junit4] 2> "_enqueue_time_":18673125807184478,
[junit4] 2> "nodeNames":["127.0.0.1:33021_solr"]}}
[junit4] 2> 2595415 INFO (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.TriggerIntegrationTest last action at 1518421210140000000 current time = 1518421215145000000
[junit4] 2> real diff: 5005000000
[junit4] 2> min diff: 4998000000
[junit4] 2> 2595415 INFO (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_lost_trigger2
[junit4] 2> 2595415 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[186CEA76261C7990]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTriggerThrottling
[junit4] 2> 2595419 DEBUG (AutoscalingActionExecutor-8435-thread-1-processing-n:127.0.0.1:35296_solr) [n:127.0.0.1:35296_solr ] o.a.s.c.a.ScheduledTriggers Resuming tr
[...truncated too long message...]
expired for /autoscaling/nodeLost/127.0.0.1:57060_solr
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:786)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:365)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:365)
[junit4] 2> at org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:882)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:704)
[junit4] 2> at java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4649)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:703)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.access$900(ZkStateReader.java:72)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1090)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1085)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$1(SolrZkClient.java:269)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2770059 INFO (jetty-closer-9301-thread-12) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@45e7e516{/solr,null,UNAVAILABLE}
[junit4] 2> 2770059 INFO (jetty-closer-9301-thread-12) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2770060 ERROR (SUITE-TriggerIntegrationTest-seed#[186CEA76261C7990]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2770060 INFO (SUITE-TriggerIntegrationTest-seed#[186CEA76261C7990]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58810 58810
[junit4] 2> 2770155 INFO (Thread-8280) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58810 58810
[junit4] 2> 2770155 WARN (Thread-8280) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 41 /solr/collections/collection1/terms/shard1
[junit4] 2> 22 /solr/clusterprops.json
[junit4] 2> 22 /solr/aliases.json
[junit4] 2> 21 /solr/security.json
[junit4] 2> 8 /solr/configs/conf
[junit4] 2> 2 /solr/collections/testMetricTrigger/terms/shard1
[junit4] 2> 2 /solr/collections/testMetricTrigger/terms/shard2
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 132 /solr/collections/collection1/state.json
[junit4] 2> 22 /solr/clusterstate.json
[junit4] 2> 13 /solr/collections/testMetricTrigger/state.json
[junit4] 2> 6 /solr/autoscaling.json
[junit4] 2> 4 /solr/overseer_elect/election/73281354275356716-127.0.0.1:49362_solr-n_0000000013
[junit4] 2> 3 /solr/collections/collection1/leader_elect/shard1/election/73281354275356710-core_node3-n_0000000000
[junit4] 2> 3 /solr/overseer_elect/election/73281354275356686-127.0.0.1:33941_solr-n_0000000003
[junit4] 2> 2 /solr/overseer_elect/election/73281354275356710-127.0.0.1:41760_solr-n_0000000011
[junit4] 2> 2 /solr/overseer_elect/election/73281354275356698-127.0.0.1:39986_solr-n_0000000007
[junit4] 2> 2 /solr/overseer_elect/election/73281354275356707-127.0.0.1:60573_solr-n_0000000010
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/73281354275356716-core_node8-n_0000000003
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/live_nodes
[junit4] 2> 22 /solr/collections
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR
[junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_186CEA76261C7990-001
[junit4] 2> Feb 12, 2018 7:43:09 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), id=PostingsFormat(name=Direct), x_s=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{_version_=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1489, maxMBSortInHeap=6.244574450600561, sim=RandomSimilarity(queryNorm=false): {}, locale=mt, timezone=Asia/Colombo
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=174054768,total=476577792
[junit4] 2> NOTE: All tests run in this JVM: [BlockJoinFacetRandomTest, FileUtilsTest, TestSolrConfigHandlerConcurrent, TestExceedMaxTermLength, HighlighterTest, TestDistribStateManager, SolrCloudExampleTest, TestTolerantUpdateProcessorRandomCloud, TestJettySolrRunner, SegmentsInfoRequestHandlerTest, SubstringBytesRefFilterTest, SolrCoreTest, TestQueryUtils, TestImplicitCoreProperties, SchemaVersionSpecificBehaviorTest, SliceStateTest, ParsingFieldUpdateProcessorsTest, TestSlowCompositeReaderWrapper, TestReplicaProperties, DirectoryFactoryTest, TestSimpleTextCodec, CursorMarkTest, TestSQLHandler, ResourceLoaderTest, PathHierarchyTokenizerFactoryTest, PrimUtilsTest, SearchRateTriggerTest, ZkControllerTest, TestDocTermOrds, StressHdfsTest, TestPullReplicaErrorHandling, TolerantUpdateProcessorTest, SortByFunctionTest, TestRecoveryHdfs, TestFieldCacheWithThreads, PrimitiveFieldTypeTest, TestCloudPivotFacet, TestMultiWordSynonyms, TestFieldTypeResource, TestXmlQParserPlugin, TestTrie, DistributedMLTComponentTest, QueryEqualityTest, TestSolrIndexConfig, TestEmbeddedSolrServerAdminHandler, TestReversedWildcardFilterFactory, TestRTimerTree, DocValuesMissingTest, TestManagedSchema, TestExactStatsCache, TestStreamBody, CdcrVersionReplicationTest, CollectionStateFormat2Test, TestZkChroot, ChaosMonkeySafeLeaderTest, HdfsBasicDistributedZkTest, JsonLoaderTest, TestManagedResourceStorage, TestReplicationHandler, TestDistributedGrouping, TestSortByMinMaxFunction, TestBlendedInfixSuggestions, BufferStoreTest, TestSkipOverseerOperations, QueryResultKeyTest, ClassificationUpdateProcessorFactoryTest, TestCursorMarkWithoutUniqueKey, DistribJoinFromCollectionTest, TestSimpleTrackingShardHandler, TestSolrCloudWithSecureImpersonation, TestCustomSort, HdfsNNFailoverTest, TestStressUserVersions, DistributedQueryComponentCustomSortTest, TestHttpShardHandlerFactory, SparseHLLTest, BasicFunctionalityTest, PeerSyncTest, ChangedSchemaMergeTest, HdfsRestartWhileUpdatingTest, SignatureUpdateProcessorFactoryTest, TestConfigReload, OverriddenZkACLAndCredentialsProvidersTest, FastVectorHighlighterTest, BaseCdcrDistributedZkTest, CollectionTooManyReplicasTest, TestLegacyNumericRangeQueryBuilder, CachingDirectoryFactoryTest, TemplateUpdateProcessorTest, DocumentBuilderTest, TestNumericRangeQuery32, TestCollapseQParserPlugin, PreAnalyzedFieldManagedSchemaCloudTest, JavabinLoaderTest, TestSurroundQueryParser, RulesTest, DeleteNodeTest, TestCollectionsAPIViaSolrCloudCluster, AlternateDirectoryTest, TermsComponentTest, TestSolrCloudSnapshots, TestCustomDocTransformer, DirectSolrConnectionTest, QueryParsingTest, TestNumericTerms64, TestRandomCollapseQParserPlugin, PeerSyncWithIndexFingerprintCachingTest, SolrJmxReporterCloudTest, TestSystemIdResolver, ResponseBuilderTest, TestOnReconnectListenerSupport, DistributedIntervalFacetingTest, ConjunctionSolrSpellCheckerTest, TestCloudDeleteByQuery, ShardRoutingCustomTest, ConcurrentDeleteAndCreateCollectionTest, CloneFieldUpdateProcessorFactoryTest, V2StandaloneTest, SuggestComponentTest, SolrCloudReportersTest, TestSolrJ, SimplePostToolTest, AsyncCallRequestStatusResponseTest, SystemInfoHandlerTest, TestFoldingMultitermQuery, TestGraphTermsQParserPlugin, FieldMutatingUpdateProcessorTest, HdfsTlogReplayBufferedWhileIndexingTest, TestRebalanceLeaders, BasicDistributedZkTest, LegacyCloudClusterPropTest, MoveReplicaHDFSFailoverTest, RestartWhileUpdatingTest, SaslZkACLProviderTest, TestCloudSearcherWarming, TestDistribDocBasedVersion, TestLockTree, TestPrepRecovery, TestSizeLimitedDistributedMap, TestStressLiveNodes, TestTlogReplica, CustomCollectionTest, HdfsCollectionsAPIDistributedZkTest, SimpleCollectionCreateDeleteTest, TestCollectionAPI, AutoAddReplicasPlanActionTest, AutoScalingHandlerTest, ComputePlanActionTest, MetricTriggerTest, NodeAddedTriggerTest, NodeLostTriggerTest, TestPolicyCloud, TriggerIntegrationTest]
[junit4] Completed [607/775 (1!)] on J1 in 201.78s, 14 tests, 1 error <<< FAILURES!
[...truncated 49023 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 373 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/373/
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.analytics.facet.PivotFacetTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.analytics.facet.PivotFacetTest: 1) Thread[id=63, name=qtp194080643-63, state=TIMED_WAITING, group=TGRP-PivotFacetTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.analytics.facet.PivotFacetTest:
1) Thread[id=63, name=qtp194080643-63, state=TIMED_WAITING, group=TGRP-PivotFacetTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([6F7551C79559B0BE]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.analytics.facet.PivotFacetTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=63, name=qtp194080643-63, state=TIMED_WAITING, group=TGRP-PivotFacetTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=63, name=qtp194080643-63, state=TIMED_WAITING, group=TGRP-PivotFacetTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([6F7551C79559B0BE]:0)
FAILED: org.apache.solr.cloud.TestTlogReplica.testRecovery
Error Message:
Can not find doc 8 in http://127.0.0.1:36482/solr
Stack Trace:
java.lang.AssertionError: Can not find doc 8 in http://127.0.0.1:36482/solr
at __randomizedtesting.SeedInfo.seed([8A984FB4814D4122:4B683618AC1D8B85]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.TestTlogReplica.checkRTG(TestTlogReplica.java:885)
at org.apache.solr.cloud.TestTlogReplica.testRecovery(TestTlogReplica.java:599)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testCooldown
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([8A984FB4814D4122:BB262250FFE734D0]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testCooldown(TriggerIntegrationTest.java:1177)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14065 lines...]
[junit4] Suite: org.apache.solr.cloud.TestTlogReplica
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_8A984FB4814D4122-001/init-core-data-001
[junit4] 2> 4267894 WARN (SUITE-TestTlogReplica-seed#[8A984FB4814D4122]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=10 numCloses=10
[junit4] 2> 4267895 INFO (SUITE-TestTlogReplica-seed#[8A984FB4814D4122]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 4267896 INFO (SUITE-TestTlogReplica-seed#[8A984FB4814D4122]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 4267896 INFO (SUITE-TestTlogReplica-seed#[8A984FB4814D4122]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 4267897 INFO (SUITE-TestTlogReplica-seed#[8A984FB4814D4122]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_8A984FB4814D4122-001/tempDir-001
[junit4] 2> 4267897 INFO (SUITE-TestTlogReplica-seed#[8A984FB4814D4122]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4267897 INFO (Thread-3743) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4267897 INFO (Thread-3743) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4267899 ERROR (Thread-3743) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4267997 INFO (SUITE-TestTlogReplica-seed#[8A984FB4814D4122]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:37101
[junit4] 2> 4267999 INFO (zkConnectionManagerCallback-4962-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4268002 INFO (jetty-launcher-4959-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 4268003 INFO (jetty-launcher-4959-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 4268003 INFO (jetty-launcher-4959-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4268003 INFO (jetty-launcher-4959-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4268003 INFO (jetty-launcher-4959-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 4268004 INFO (jetty-launcher-4959-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7638c8ab{/solr,null,AVAILABLE}
[junit4] 2> 4268004 INFO (jetty-launcher-4959-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4268004 INFO (jetty-launcher-4959-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4268004 INFO (jetty-launcher-4959-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 4268004 INFO (jetty-launcher-4959-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7ab89d82{HTTP/1.1,[http/1.1]}{127.0.0.1:39760}
[junit4] 2> 4268004 INFO (jetty-launcher-4959-thread-1) [ ] o.e.j.s.Server Started @4279021ms
[junit4] 2> 4268004 INFO (jetty-launcher-4959-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39760}
[junit4] 2> 4268004 INFO (jetty-launcher-4959-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2b4f796b{/solr,null,AVAILABLE}
[junit4] 2> 4268004 ERROR (jetty-launcher-4959-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4268004 INFO (jetty-launcher-4959-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@544d32b2{HTTP/1.1,[http/1.1]}{127.0.0.1:36482}
[junit4] 2> 4268005 INFO (jetty-launcher-4959-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 4268005 INFO (jetty-launcher-4959-thread-2) [ ] o.e.j.s.Server Started @4279022ms
[junit4] 2> 4268005 INFO (jetty-launcher-4959-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4268005 INFO (jetty-launcher-4959-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36482}
[junit4] 2> 4268005 INFO (jetty-launcher-4959-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4268005 INFO (jetty-launcher-4959-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-12T01:57:16.537Z
[junit4] 2> 4268005 ERROR (jetty-launcher-4959-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4268005 INFO (jetty-launcher-4959-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 4268005 INFO (jetty-launcher-4959-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4268005 INFO (jetty-launcher-4959-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4268005 INFO (jetty-launcher-4959-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-12T01:57:16.537Z
[junit4] 2> 4268006 INFO (zkConnectionManagerCallback-4964-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4268006 INFO (zkConnectionManagerCallback-4966-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4268007 INFO (jetty-launcher-4959-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4268007 INFO (jetty-launcher-4959-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4268015 INFO (jetty-launcher-4959-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37101/solr
[junit4] 2> 4268015 INFO (jetty-launcher-4959-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37101/solr
[junit4] 2> 4268027 INFO (zkConnectionManagerCallback-4971-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4268028 INFO (zkConnectionManagerCallback-4974-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4268030 INFO (zkConnectionManagerCallback-4976-thread-1-processing-n:127.0.0.1:39760_solr) [n:127.0.0.1:39760_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4268030 INFO (zkConnectionManagerCallback-4978-thread-1-processing-n:127.0.0.1:36482_solr) [n:127.0.0.1:36482_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4268121 INFO (jetty-launcher-4959-thread-1) [n:127.0.0.1:39760_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4268121 INFO (jetty-launcher-4959-thread-2) [n:127.0.0.1:36482_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4268122 INFO (jetty-launcher-4959-thread-1) [n:127.0.0.1:39760_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39760_solr
[junit4] 2> 4268123 INFO (jetty-launcher-4959-thread-2) [n:127.0.0.1:36482_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36482_solr
[junit4] 2> 4268123 INFO (jetty-launcher-4959-thread-1) [n:127.0.0.1:39760_solr ] o.a.s.c.Overseer Overseer (id=72105962054811653-127.0.0.1:39760_solr-n_0000000000) starting
[junit4] 2> 4268124 INFO (zkCallback-4975-thread-1-processing-n:127.0.0.1:39760_solr) [n:127.0.0.1:39760_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4268129 INFO (zkCallback-4977-thread-1-processing-n:127.0.0.1:36482_solr) [n:127.0.0.1:36482_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4268135 INFO (jetty-launcher-4959-thread-1) [n:127.0.0.1:39760_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39760_solr
[junit4] 2> 4268137 INFO (zkCallback-4975-thread-1-processing-n:127.0.0.1:39760_solr) [n:127.0.0.1:39760_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4268144 INFO (zkCallback-4977-thread-1-processing-n:127.0.0.1:36482_solr) [n:127.0.0.1:36482_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4268191 INFO (jetty-launcher-4959-thread-2) [n:127.0.0.1:36482_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36482.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3291d2e7
[junit4] 2> 4268195 INFO (jetty-launcher-4959-thread-1) [n:127.0.0.1:39760_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39760.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3291d2e7
[junit4] 2> 4268200 INFO (jetty-launcher-4959-thread-2) [n:127.0.0.1:36482_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36482.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3291d2e7
[junit4] 2> 4268200 INFO (jetty-launcher-4959-thread-2) [n:127.0.0.1:36482_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36482.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3291d2e7
[junit4] 2> 4268201 INFO (jetty-launcher-4959-thread-2) [n:127.0.0.1:36482_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_8A984FB4814D4122-001/tempDir-001/node2/.
[junit4] 2> 4268204 INFO (jetty-launcher-4959-thread-1) [n:127.0.0.1:39760_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39760.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3291d2e7
[junit4] 2> 4268204 INFO (jetty-launcher-4959-thread-1) [n:127.0.0.1:39760_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39760.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3291d2e7
[junit4] 2> 4268205 INFO (jetty-launcher-4959-thread-1) [n:127.0.0.1:39760_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_8A984FB4814D4122-001/tempDir-001/node1/.
[junit4] 2> 4268251 INFO (zkConnectionManagerCallback-4984-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4268254 INFO (zkConnectionManagerCallback-4988-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4268255 INFO (SUITE-TestTlogReplica-seed#[8A984FB4814D4122]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4268256 INFO (SUITE-TestTlogReplica-seed#[8A984FB4814D4122]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37101/solr ready
[junit4] 2> 4268259 INFO (SUITE-TestTlogReplica-seed#[8A984FB4814D4122]-worker) [ ] o.a.s.c.TestTlogReplica Using legacyCloud?: false
[junit4] 2> 4268260 INFO (qtp1809463584-23175) [n:127.0.0.1:36482_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4268267 INFO (qtp1809463584-23175) [n:127.0.0.1:36482_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 4268285 INFO (TEST-TestTlogReplica.testOnlyLeaderIndexes-seed#[8A984FB4814D4122]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testOnlyLeaderIndexes
[junit4] 2> 4268286 INFO (qtp1809463584-23177) [n:127.0.0.1:36482_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_only_leader_indexes&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4268288 INFO (OverseerThreadFactory-6795-thread-1-processing-n:127.0.0.1:39760_solr) [n:127.0.0.1:39760_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection tlog_replica_test_only_leader_indexes
[junit4] 2> 4268395 INFO (OverseerStateUpdate-72105962054811653-127.0.0.1:39760_solr-n_0000000000) [n:127.0.0.1:39760_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_only_leader_indexes",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_only_leader_indexes_shard1_replica_t1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36482/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 4268397 INFO (OverseerStateUpdate-72105962054811653-127.0.0.1:39760_solr-n_0000000000) [n:127.0.0.1:39760_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_only_leader_indexes",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_only_leader_indexes_shard1_replica_t2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39760/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 4268599 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_only_leader_indexes_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_only_leader_indexes&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 4268600 INFO (qtp241573580-23167) [n:127.0.0.1:39760_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=tlog_replica_test_only_leader_indexes_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_only_leader_indexes&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 4268600 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 4268600 INFO (qtp241573580-23167) [n:127.0.0.1:39760_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 4268703 INFO (zkCallback-4977-thread-1-processing-n:127.0.0.1:36482_solr) [n:127.0.0.1:36482_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4268703 INFO (zkCallback-4975-thread-1-processing-n:127.0.0.1:39760_solr) [n:127.0.0.1:39760_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4268703 INFO (zkCallback-4977-thread-2-processing-n:127.0.0.1:36482_solr) [n:127.0.0.1:36482_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4268704 INFO (zkCallback-4975-thread-2-processing-n:127.0.0.1:39760_solr) [n:127.0.0.1:39760_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4269612 INFO (qtp241573580-23167) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 4269612 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 4269624 INFO (qtp241573580-23167) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.s.IndexSchema [tlog_replica_test_only_leader_indexes_shard1_replica_t2] Schema name=minimal
[junit4] 2> 4269628 INFO (qtp241573580-23167) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4269628 INFO (qtp241573580-23167) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_only_leader_indexes_shard1_replica_t2' using configuration from collection tlog_replica_test_only_leader_indexes, trusted=true
[junit4] 2> 4269629 INFO (qtp241573580-23167) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39760.solr.core.tlog_replica_test_only_leader_indexes.shard1.replica_t2' (registry 'solr.core.tlog_replica_test_only_leader_indexes.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3291d2e7
[junit4] 2> 4269629 INFO (qtp241573580-23167) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 4269629 INFO (qtp241573580-23167) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.SolrCore [[tlog_replica_test_only_leader_indexes_shard1_replica_t2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_8A984FB4814D4122-001/tempDir-001/node1/tlog_replica_test_only_leader_indexes_shard1_replica_t2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_8A984FB4814D4122-001/tempDir-001/node1/./tlog_replica_test_only_leader_indexes_shard1_replica_t2/data/]
[junit4] 2> 4269632 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.s.IndexSchema [tlog_replica_test_only_leader_indexes_shard1_replica_t1] Schema name=minimal
[junit4] 2> 4269634 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4269634 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_only_leader_indexes_shard1_replica_t1' using configuration from collection tlog_replica_test_only_leader_indexes, trusted=true
[junit4] 2> 4269635 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36482.solr.core.tlog_replica_test_only_leader_indexes.shard1.replica_t1' (registry 'solr.core.tlog_replica_test_only_leader_indexes.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3291d2e7
[junit4] 2> 4269635 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 4269635 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.SolrCore [[tlog_replica_test_only_leader_indexes_shard1_replica_t1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_8A984FB4814D4122-001/tempDir-001/node2/tlog_replica_test_only_leader_indexes_shard1_replica_t1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_8A984FB4814D4122-001/tempDir-001/node2/./tlog_replica_test_only_leader_indexes_shard1_replica_t1/data/]
[junit4] 2> 4269710 INFO (qtp241573580-23167) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 4269710 INFO (qtp241573580-23167) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4269710 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 4269710 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4269711 INFO (qtp241573580-23167) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4269711 INFO (qtp241573580-23167) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4269711 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4269711 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4269713 INFO (qtp241573580-23167) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@7dc889bc[tlog_replica_test_only_leader_indexes_shard1_replica_t2] main]
[junit4] 2> 4269713 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7aa5a5ec[tlog_replica_test_only_leader_indexes_shard1_replica_t1] main]
[junit4] 2> 4269714 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 4269714 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 4269715 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 4269715 INFO (searcherExecutor-6801-thread-1-processing-n:127.0.0.1:36482_solr x:tlog_replica_test_only_leader_indexes_shard1_replica_t1 s:shard1 c:tlog_replica_test_only_leader_indexes r:core_node3) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_only_leader_indexes_shard1_replica_t1] Registered new searcher Searcher@7aa5a5ec[tlog_replica_test_only_leader_indexes_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4269716 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592158467651534848
[junit4] 2> 4269719 INFO (qtp241573580-23167) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 4269720 INFO (qtp241573580-23167) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 4269720 INFO (qtp241573580-23167) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 4269720 INFO (qtp241573580-23167) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592158467655729152
[junit4] 2> 4269723 INFO (searcherExecutor-6800-thread-1-processing-n:127.0.0.1:39760_solr x:tlog_replica_test_only_leader_indexes_shard1_replica_t2 s:shard1 c:tlog_replica_test_only_leader_indexes r:core_node4) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_only_leader_indexes_shard1_replica_t2] Registered new searcher Searcher@7dc889bc[tlog_replica_test_only_leader_indexes_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4269727 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 4269727 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 4269727 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36482/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/
[junit4] 2> 4269727 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_only_leader_indexes_shard1_replica_t1 url=http://127.0.0.1:36482/solr START replicas=[http://127.0.0.1:39760/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t2/] nUpdates=100
[junit4] 2> 4269729 INFO (qtp241573580-23171) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4269828 INFO (zkCallback-4977-thread-1-processing-n:127.0.0.1:36482_solr) [n:127.0.0.1:36482_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4269828 INFO (zkCallback-4977-thread-2-processing-n:127.0.0.1:36482_solr) [n:127.0.0.1:36482_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4269828 INFO (zkCallback-4975-thread-3-processing-n:127.0.0.1:39760_solr) [n:127.0.0.1:39760_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4269828 INFO (zkCallback-4975-thread-2-processing-n:127.0.0.1:39760_solr) [n:127.0.0.1:39760_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4270028 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_only_leader_indexes_shard1_replica_t1 url=http://127.0.0.1:36482/solr DONE. We have no versions. sync failed.
[junit4] 2> 4270028 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 4270028 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 4270028 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 4270028 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.ZkController tlog_replica_test_only_leader_indexes_shard1_replica_t1 stopping background replication from leader
[junit4] 2> 4270031 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36482/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/ shard1
[junit4] 2> 4270133 INFO (zkCallback-4977-thread-2-processing-n:127.0.0.1:36482_solr) [n:127.0.0.1:36482_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4270133 INFO (zkCallback-4977-thread-1-processing-n:127.0.0.1:36482_solr) [n:127.0.0.1:36482_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4270133 INFO (zkCallback-4975-thread-3-processing-n:127.0.0.1:39760_solr) [n:127.0.0.1:39760_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4270133 INFO (zkCallback-4975-thread-2-processing-n:127.0.0.1:39760_solr) [n:127.0.0.1:39760_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4270182 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 4270184 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_only_leader_indexes_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_only_leader_indexes&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1585
[junit4] 2> 4270284 INFO (zkCallback-4977-thread-2-processing-n:127.0.0.1:36482_solr) [n:127.0.0.1:36482_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4270285 INFO (zkCallback-4975-thread-3-processing-n:127.0.0.1:39760_solr) [n:127.0.0.1:39760_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4270284 INFO (zkCallback-4975-thread-2-processing-n:127.0.0.1:39760_solr) [n:127.0.0.1:39760_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4270284 INFO (zkCallback-4977-thread-1-processing-n:127.0.0.1:36482_solr) [n:127.0.0.1:36482_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4270728 INFO (qtp241573580-23167) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.ZkController tlog_replica_test_only_leader_indexes_shard1_replica_t2 starting background replication from leader
[junit4] 2> 4270728 INFO (qtp241573580-23167) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 4270730 INFO (qtp241573580-23167) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 4270730 INFO (qtp241573580-23167) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 4270731 INFO (qtp241573580-23167) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=tlog_replica_test_only_leader_indexes_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_only_leader_indexes&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2131
[junit4] 2> 4270734 INFO (qtp1809463584-23177) [n:127.0.0.1:36482_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 4270833 INFO (zkCallback-4975-thread-2-processing-n:127.0.0.1:39760_solr) [n:127.0.0.1:39760_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4270833 INFO (zkCallback-4977-thread-2-processing-n:127.0.0.1:36482_solr) [n:127.0.0.1:36482_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4270833 INFO (zkCallback-4975-thread-3-processing-n:127.0.0.1:39760_solr) [n:127.0.0.1:39760_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4270833 INFO (zkCallback-4977-thread-1-processing-n:127.0.0.1:36482_solr) [n:127.0.0.1:36482_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4271078 INFO (indexFetcher-6811-thread-1) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Updated masterUrl to http://127.0.0.1:36482/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/
[junit4] 2> 4271079 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 4271080 INFO (indexFetcher-6811-thread-1) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 4271080 INFO (indexFetcher-6811-thread-1) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 4271080 INFO (indexFetcher-6811-thread-1) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 4271080 INFO (indexFetcher-6811-thread-1) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 4271080 INFO (indexFetcher-6811-thread-1) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 4271082 INFO (indexFetcher-6811-thread-1) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@483de4fd[tlog_replica_test_only_leader_indexes_shard1_replica_t2] main]
[junit4] 2> 4271084 INFO (searcherExecutor-6800-thread-1-processing-n:127.0.0.1:39760_solr x:tlog_replica_test_only_leader_indexes_shard1_replica_t2 s:shard1 c:tlog_replica_test_only_leader_indexes r:core_node4) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_only_leader_indexes_shard1_replica_t2] Registered new searcher Searcher@483de4fd[tlog_replica_test_only_leader_indexes_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4271734 INFO (qtp1809463584-23177) [n:127.0.0.1:36482_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_only_leader_indexes&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2} status=0 QTime=3448
[junit4] 2> 4271742 INFO (qtp241573580-23172) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36482/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/&wt=javabin&version=2}{add=[1 (1592158469771755520), 2 (1592158469774901248), 3 (1592158469774901249), 4 (1592158469774901250)]} 0 0
[junit4] 2> 4271742 INFO (qtp1809463584-23180) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1592158469771755520), 2 (1592158469774901248), 3 (1592158469774901249), 4 (1592158469774901250)]} 0 4
[junit4] 2> 4271745 INFO (qtp1809463584-23180) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/get params={distrib=false&qt=/get&id=1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4271746 INFO (qtp1809463584-23174) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/get params={distrib=false&qt=/get&id=2&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4271746 INFO (qtp1809463584-23180) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/get params={distrib=false&qt=/get&id=3&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4271747 INFO (qtp1809463584-23174) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/get params={distrib=false&qt=/get&id=4&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4271748 INFO (qtp241573580-23172) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&id=1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4271749 INFO (qtp241573580-23169) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&id=2&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4271749 INFO (qtp241573580-23172) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&id=3&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4271749 INFO (qtp241573580-23169) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&id=4&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4271751 INFO (qtp241573580-23171) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36482/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/&wt=javabin&version=2}{delete=[1 (-1592158469784338432)]} 0 0
[junit4] 2> 4271751 INFO (qtp1809463584-23177) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1 (-1592158469784338432)]} 0 1
[junit4] 2> 4271754 INFO (qtp1809463584-23174) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@256e8806[tlog_replica_test_only_leader_indexes_shard1_replica_t1] realtime]
[junit4] 2> 4271756 INFO (qtp1809463584-23174) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@24388850[tlog_replica_test_only_leader_indexes_shard1_replica_t1] realtime]
[junit4] 2> 4271756 INFO (qtp241573580-23169) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1592158469786435584&distrib.from=http://127.0.0.1:36482/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/&wt=javabin&version=2}{deleteByQuery=id:2 (-1592158469786435584)} 0 0
[junit4] 2> 4271756 INFO (qtp1809463584-23174) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=id:2 (-1592158469786435584)} 0 4
[junit4] 2> 4271758 INFO (qtp241573580-23169) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&id=2&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4271759 INFO (qtp241573580-23171) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&id=3&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4271759 INFO (qtp241573580-23169) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&id=4&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4271760 INFO (qtp241573580-23171) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:36482/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 4271761 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1592158469795872768,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 4271761 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@23104b96 commitCommandVersion:1592158469795872768
[junit4] 2> 4271761 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2d528c1d[tlog_replica_test_only_leader_indexes_shard1_replica_t1] main]
[junit4] 2> 4271762 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 4271763 INFO (searcherExecutor-6801-thread-1-processing-n:127.0.0.1:36482_solr x:tlog_replica_test_only_leader_indexes_shard1_replica_t1 s:shard1 c:tlog_replica_test_only_leader_indexes r:core_node3) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_only_leader_indexes_shard1_replica_t1] Registered new searcher Searcher@2d528c1d[tlog_replica_test_only_leader_indexes_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C4/2:delGen=2)))}
[junit4] 2> 4271763 INFO (qtp1809463584-23181) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:36482/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 2
[junit4] 2> 4271763 INFO (qtp1809463584-23177) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/update params={_stateVer_=tlog_replica_test_only_leader_indexes:6&commit=true&wt=javabin&version=2}{commit=} 0 3
[junit4] 2> 4271765 INFO (qtp1809463584-23177) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=2 status=0 QTime=0
[junit4] 2> 4271767 INFO (qtp241573580-23171) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4271867 INFO (qtp241573580-23172) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4271969 INFO (qtp241573580-23171) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4272070 INFO (qtp241573580-23172) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4272171 INFO (qtp241573580-23171) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4272272 INFO (qtp241573580-23172) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4272289 INFO (OverseerCollectionConfigSetProcessor-72105962054811653-127.0.0.1:39760_solr-n_0000000000) [n:127.0.0.1:39760_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 4272373 INFO (qtp241573580-23171) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4272474 INFO (qtp241573580-23172) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4272575 INFO (qtp241573580-23171) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4272676 INFO (qtp241573580-23172) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4272777 INFO (qtp241573580-23171) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4272878 INFO (qtp241573580-23172) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4272978 INFO (qtp241573580-23171) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4273079 INFO (qtp241573580-23172) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4273180 INFO (qtp241573580-23171) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4273281 INFO (qtp241573580-23172) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4273382 INFO (qtp241573580-23171) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4273483 INFO (qtp241573580-23172) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4273584 INFO (qtp241573580-23171) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4273685 INFO (qtp241573580-23172) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4273786 INFO (qtp241573580-23171) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4273887 INFO (qtp241573580-23172) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4273988 INFO (qtp241573580-23171) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4274079 INFO (qtp1809463584-23174) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 4274079 INFO (indexFetcher-6811-thread-1) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Master's generation: 2
[junit4] 2> 4274079 INFO (indexFetcher-6811-thread-1) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Master's version: 1518400640293
[junit4] 2> 4274079 INFO (indexFetcher-6811-thread-1) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 4274079 INFO (indexFetcher-6811-thread-1) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 4274079 INFO (indexFetcher-6811-thread-1) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 4274081 INFO (qtp1809463584-23177) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&tlogFiles=false&wt=javabin&version=2&command=filelist} status=0 QTime=1
[junit4] 2> 4274081 INFO (indexFetcher-6811-thread-1) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Number of files in latest index in master: 16
[junit4] 2> 4274087 INFO (indexFetcher-6811-thread-1) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@4f38af84 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@324b5647)
[junit4] 2> 4274087 INFO (qtp1809463584-23174) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_2.liv&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 4274089 INFO (qtp241573580-23172) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4274094 INFO (qtp1809463584-23177) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 4274107 INFO (qtp1809463584-23174) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Direct_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 4274108 INFO (qtp1809463584-23177) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Direct_0.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 4274109 INFO (qtp1809463584-23174) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Direct_0.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 4274110 INFO (qtp1809463584-23177) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 4274116 INFO (qtp1809463584-23174) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 4274117 INFO (qtp1809463584-23177) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 4274156 INFO (qtp1809463584-23174) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene70_0.dvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 4274157 INFO (qtp1809463584-23177) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Memory_0.mdvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 4274158 INFO (qtp1809463584-23174) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene70_0.dvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 4274159 INFO (qtp1809463584-23177) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Memory_0.mdvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 4274159 INFO (qtp1809463584-23174) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 4274160 INFO (qtp1809463584-23177) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Direct_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 4274161 INFO (qtp1809463584-23174) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 4274162 INFO (qtp1809463584-23177) [n:127.0.0.1:36482_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 4274162 INFO (indexFetcher-6811-thread-1) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=2417) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@4f38af84 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@324b5647)
[junit4] 2> 4274171 INFO (indexFetcher-6811-thread-1) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 4274172 INFO (indexFetcher-6811-thread-1) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@df3aba4[tlog_replica_test_only_leader_indexes_shard1_replica_t2] main]
[junit4] 2> 4274173 INFO (searcherExecutor-6800-thread-1-processing-n:127.0.0.1:39760_solr x:tlog_replica_test_only_leader_indexes_shard1_replica_t2 s:shard1 c:tlog_replica_test_only_leader_indexes r:core_node4) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_only_leader_indexes_shard1_replica_t2] Registered new searcher Searcher@df3aba4[tlog_replica_test_only_leader_indexes_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C4/2:delGen=2)))}
[junit4] 2> 4274190 INFO (qtp241573580-23171) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=2 status=0 QTime=0
[junit4] 2> 4274194 INFO (qtp241573580-23169) [n:127.0.0.1:39760_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLE
[...truncated too long message...]
ackupRestoreCore, TestRestoreCore, CdcrBootstrapTest, TestSolr4Spatial2, TestExactSharedStatsCache, TestRemoteStreaming, TestOrdValues, ZkFailoverTest, TestSolrDeletionPolicy1, TestCloudRecovery, TestDistributedSearch, SuggestComponentContextFilterQueryTest, AtomicUpdatesTest, TestQueryWrapperFilter, TestPHPSerializedResponseWriter, TestCSVLoader, TestSearcherReuse, BooleanFieldTest, SpellCheckCollatorTest, TestBlobHandler, BlockJoinFacetDistribTest, TestWriterPerf, ZkStateReaderTest, MBeansHandlerTest, GraphQueryTest, CursorPagingTest, HdfsWriteToMultipleCollectionsTest, TestExpandComponent, TestSolrCloudWithKerberosAlt, TestConfigSetsAPI, TestGroupingSearch, RequestLoggingTest, ManagedSchemaRoundRobinCloudTest, TestFreeTextSuggestions, DocumentAnalysisRequestHandlerTest, TestConfigOverlay, TestDocBasedVersionConstraints, CloudMLTQParserTest, TestSha256AuthenticationProvider, TestMiniSolrCloudClusterSSL, SolrCLIZkUtilsTest, DistanceUnitsTest, HttpTriggerListenerTest, HdfsChaosMonkeySafeLeaderTest, TestBinaryResponseWriter, SecurityConfHandlerTest, UUIDFieldTest, TestRandomRequestDistribution, BasicDistributedZkTest, TestBadConfig, TestIndexSearcher, HighlighterTest, SimplePostToolTest, TestExtendedDismaxParser, SuggesterWFSTTest, WordBreakSolrSpellCheckerTest, TestPseudoReturnFields, TestAtomicUpdateErrorCases, DocValuesMultiTest, SolrInfoBeanTest, IndexBasedSpellCheckerTest, TestValueSourceCache, MoreLikeThisHandlerTest, TestSolrQueryParser, IndexSchemaRuntimeFieldTest, TestJmxIntegration, UpdateRequestProcessorFactoryTest, TestAnalyzedSuggestions, PingRequestHandlerTest, TestSolrDeletionPolicy2, MultiTermTest, SampleTest, TestBinaryField, TestSearchPerf, TestSolrCoreProperties, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, EchoParamsTest, TestPerFieldSimilarity, TestFastWriter, TimeZoneUtilsTest, OpenExchangeRatesOrgProviderTest, TestFastLRUCache, DateFieldTest, RAMDirectoryFactoryTest, TestLRUCache, TestUtils, TestDocumentBuilder, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, FileUtilsTest, CircularListTest, DistributedMLTComponentTest, TestRTGBase, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestSimpleTrackingShardHandler, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestJettySolrRunner, ConnectionReuseTest, AddReplicaTest, AsyncCallRequestStatusResponseTest, ChaosMonkeySafeLeaderWithPullReplicasTest, ConcurrentCreateRoutedAliasTest, CreateCollectionCleanupTest, DeleteNodeTest, DeleteStatusTest, DistribDocExpirationUpdateProcessorTest, HttpPartitionTest, LegacyCloudClusterPropTest, MoveReplicaTest, SSLMigrationTest, SaslZkACLProviderTest, SharedFSAutoReplicaFailoverTest, SolrXmlInZkTest, TestAuthenticationFramework, TestCloudDeleteByQuery, TestCloudPseudoReturnFields, TestCloudSearcherWarming, TestPullReplicaErrorHandling, TestRebalanceLeaders, TestShortCircuitedRequests, TestTlogReplica, SimpleCollectionCreateDeleteTest, TestCollectionsAPIViaSolrCloudCluster, TestLocalFSCloudBackupRestore, TestReplicaProperties, AutoAddReplicasIntegrationTest, HdfsAutoAddReplicasIntegrationTest, TriggerIntegrationTest]
[junit4] Completed [649/775 (2!)] on J0 in 194.12s, 14 tests, 1 failure <<< FAILURES!
[...truncated 3529 lines...]
[junit4] Suite: org.apache.solr.analytics.facet.PivotFacetTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/contrib/solr-analytics/test/J0/temp/solr.analytics.facet.PivotFacetTest_6F7551C79559B0BE-001/init-core-data-001
[junit4] 2> Feb 12, 2018 2:21:49 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> Feb 12, 2018 2:22:09 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.analytics.facet.PivotFacetTest:
[junit4] 2> 1) Thread[id=63, name=qtp194080643-63, state=TIMED_WAITING, group=TGRP-PivotFacetTest]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Feb 12, 2018 2:22:09 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=63, name=qtp194080643-63, state=TIMED_WAITING, group=TGRP-PivotFacetTest]
[junit4] 2> Feb 12, 2018 2:22:12 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=63, name=qtp194080643-63, state=TIMED_WAITING, group=TGRP-PivotFacetTest]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=5, maxDocsPerChunk=909, blockSize=628), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=5, blockSize=628)), sim=RandomSimilarity(queryNorm=true): {}, locale=es-BO, timezone=Etc/GMT-6
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=2,free=176373520,total=331350016
[junit4] 2> NOTE: All tests run in this JVM: [DateMathFunctionTest, LegacyAbstractAnalyticsCloudTest, FilterFunctionTest, LegacyAbstractAnalyticsFacetCloudTest, LegacyNoFacetTest, BottomFunctionTest, CastingStringValueStreamTest, CastingIntValueTest, NegateFunctionTest, PivotFacetTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=PivotFacetTest -Dtests.seed=6F7551C79559B0BE -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es-BO -Dtests.timezone=Etc/GMT-6 -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J0 | PivotFacetTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.analytics.facet.PivotFacetTest:
[junit4] > 1) Thread[id=63, name=qtp194080643-63, state=TIMED_WAITING, group=TGRP-PivotFacetTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([6F7551C79559B0BE]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=63, name=qtp194080643-63, state=TIMED_WAITING, group=TGRP-PivotFacetTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([6F7551C79559B0BE]:0)
[junit4] Completed [40/78 (1!)] on J0 in 99.78s, 1 test, 2 errors <<< FAILURES!
[...truncated 45398 lines...]