You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2017/12/01 06:41:59 UTC
[JENKINS] Lucene-Solr-Tests-7.x - Build # 265 - Failure
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/265/
4 tests failed.
FAILED: org.apache.solr.cloud.TestCloudRecovery.corruptedLogTest
Error Message:
Could not load collection from ZK: collection1
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: collection1
at __randomizedtesting.SeedInfo.seed([6B92EF153FC882F1:E8E4B0E7E9B18C50]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1122)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:647)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:130)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:110)
at org.apache.solr.common.cloud.ClusterStateUtil.waitForAllActiveAndLiveReplicas(ClusterStateUtil.java:70)
at org.apache.solr.cloud.TestCloudRecovery.corruptedLogTest(TestCloudRecovery.java:184)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:332)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1134)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1120)
... 44 more
FAILED: org.apache.solr.core.TestLazyCores.testNoCommit
Error Message:
Exception during query
Stack Trace:
java.lang.RuntimeException: Exception during query
at __randomizedtesting.SeedInfo.seed([6B92EF153FC882F1:B4F24EC4F4EFE154]:0)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:901)
at org.apache.solr.core.TestLazyCores.check10(TestLazyCores.java:847)
at org.apache.solr.core.TestLazyCores.testNoCommit(TestLazyCores.java:829)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound='10']
xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">39</int><lst name="params"><str name="q">*:*</str></lst></lst><result name="response" numFound="0" start="0"></result>
</response>
request was:q=*:*
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:894)
... 41 more
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestLazyCores
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores: 1) Thread[id=2206, name=searcherExecutor-957-thread-1, state=WAITING, group=TGRP-TestLazyCores] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores:
1) Thread[id=2206, name=searcherExecutor-957-thread-1, state=WAITING, group=TGRP-TestLazyCores]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([6B92EF153FC882F1]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestLazyCores
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=2206, name=searcherExecutor-957-thread-1, state=WAITING, group=TGRP-TestLazyCores] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=2206, name=searcherExecutor-957-thread-1, state=WAITING, group=TGRP-TestLazyCores]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([6B92EF153FC882F1]:0)
Build Log:
[...truncated 11764 lines...]
[junit4] Suite: org.apache.solr.cloud.TestCloudRecovery
[junit4] 2> 248560 INFO (SUITE-TestCloudRecovery-seed#[6B92EF153FC882F1]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6B92EF153FC882F1-001/init-core-data-001
[junit4] 2> 248598 INFO (SUITE-TestCloudRecovery-seed#[6B92EF153FC882F1]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 248599 INFO (SUITE-TestCloudRecovery-seed#[6B92EF153FC882F1]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 248638 INFO (SUITE-TestCloudRecovery-seed#[6B92EF153FC882F1]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6B92EF153FC882F1-001/tempDir-001
[junit4] 2> 248638 INFO (SUITE-TestCloudRecovery-seed#[6B92EF153FC882F1]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 248639 INFO (Thread-63) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 248639 INFO (Thread-63) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 248670 ERROR (Thread-63) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 248749 INFO (SUITE-TestCloudRecovery-seed#[6B92EF153FC882F1]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:52556
[junit4] 2> 248919 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1601064909f0000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 249037 INFO (jetty-launcher-60-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 249279 INFO (jetty-launcher-60-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@62237f35{/solr,null,AVAILABLE}
[junit4] 2> 249305 INFO (jetty-launcher-60-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7bcab1dd{HTTP/1.1,[http/1.1]}{127.0.0.1:46153}
[junit4] 2> 249328 INFO (jetty-launcher-60-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 249405 INFO (jetty-launcher-60-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4c3eec1c{/solr,null,AVAILABLE}
[junit4] 2> 249405 INFO (jetty-launcher-60-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4d936779{HTTP/1.1,[http/1.1]}{127.0.0.1:39848}
[junit4] 2> 249405 INFO (jetty-launcher-60-thread-2) [ ] o.e.j.s.Server Started @271532ms
[junit4] 2> 249405 INFO (jetty-launcher-60-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39848}
[junit4] 2> 249448 ERROR (jetty-launcher-60-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 249461 INFO (jetty-launcher-60-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 249461 INFO (jetty-launcher-60-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 249461 INFO (jetty-launcher-60-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 249461 INFO (jetty-launcher-60-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-01T04:45:15.074Z
[junit4] 2> 249463 INFO (jetty-launcher-60-thread-1) [ ] o.e.j.s.Server Started @271431ms
[junit4] 2> 249463 INFO (jetty-launcher-60-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46153}
[junit4] 2> 249463 ERROR (jetty-launcher-60-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 249866 INFO (jetty-launcher-60-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 249867 INFO (jetty-launcher-60-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 249867 INFO (jetty-launcher-60-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 249867 INFO (jetty-launcher-60-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-01T04:45:15.480Z
[junit4] 2> 250537 INFO (jetty-launcher-60-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 252028 INFO (jetty-launcher-60-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 252059 INFO (jetty-launcher-60-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52556/solr
[junit4] 2> 252355 INFO (jetty-launcher-60-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52556/solr
[junit4] 2> 253541 INFO (jetty-launcher-60-thread-1) [n:127.0.0.1:46153_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 253542 INFO (jetty-launcher-60-thread-2) [n:127.0.0.1:39848_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 253670 INFO (jetty-launcher-60-thread-1) [n:127.0.0.1:46153_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46153_solr
[junit4] 2> 253682 INFO (jetty-launcher-60-thread-2) [n:127.0.0.1:39848_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39848_solr
[junit4] 2> 253682 INFO (jetty-launcher-60-thread-1) [n:127.0.0.1:46153_solr ] o.a.s.c.Overseer Overseer (id=99097215911264262-127.0.0.1:46153_solr-n_0000000000) starting
[junit4] 2> 253684 INFO (zkCallback-72-thread-1-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 253710 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 253949 INFO (jetty-launcher-60-thread-1) [n:127.0.0.1:46153_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46153_solr
[junit4] 2> 253971 INFO (zkCallback-72-thread-1-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 253989 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 255880 INFO (jetty-launcher-60-thread-2) [n:127.0.0.1:39848_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39848.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12ed8855
[junit4] 2> 255972 INFO (jetty-launcher-60-thread-2) [n:127.0.0.1:39848_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39848.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12ed8855
[junit4] 2> 256041 INFO (jetty-launcher-60-thread-2) [n:127.0.0.1:39848_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39848.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12ed8855
[junit4] 2> 256042 INFO (jetty-launcher-60-thread-2) [n:127.0.0.1:39848_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6B92EF153FC882F1-001/tempDir-001/node2/.
[junit4] 2> 256917 INFO (jetty-launcher-60-thread-1) [n:127.0.0.1:46153_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46153.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12ed8855
[junit4] 2> 257278 INFO (jetty-launcher-60-thread-1) [n:127.0.0.1:46153_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46153.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12ed8855
[junit4] 2> 257279 INFO (jetty-launcher-60-thread-1) [n:127.0.0.1:46153_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46153.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12ed8855
[junit4] 2> 257287 INFO (jetty-launcher-60-thread-1) [n:127.0.0.1:46153_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6B92EF153FC882F1-001/tempDir-001/node1/.
[junit4] 2> 258179 INFO (SUITE-TestCloudRecovery-seed#[6B92EF153FC882F1]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 258180 INFO (SUITE-TestCloudRecovery-seed#[6B92EF153FC882F1]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52556/solr ready
[junit4] 2> 258214 INFO (qtp750240940-336) [n:127.0.0.1:46153_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=0&collection.configName=config&maxShardsPerNode=2&name=collection1&nrtReplicas=0&action=CREATE&numShards=2&tlogReplicas=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 258373 INFO (OverseerThreadFactory-133-thread-1-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 258547 INFO (OverseerStateUpdate-99097215911264262-127.0.0.1:46153_solr-n_0000000000) [n:127.0.0.1:46153_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_t1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39848/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 258549 INFO (OverseerStateUpdate-99097215911264262-127.0.0.1:46153_solr-n_0000000000) [n:127.0.0.1:46153_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_t3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:46153/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 258568 INFO (OverseerStateUpdate-99097215911264262-127.0.0.1:46153_solr-n_0000000000) [n:127.0.0.1:46153_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"collection1_shard2_replica_t4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39848/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 258585 INFO (OverseerStateUpdate-99097215911264262-127.0.0.1:46153_solr-n_0000000000) [n:127.0.0.1:46153_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"collection1_shard2_replica_t6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:46153/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 259001 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t3&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 259002 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 259783 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t4&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 259783 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 260466 INFO (zkCallback-72-thread-1-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 260837 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 261914 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 261915 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t6&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 261919 INFO (zkCallback-72-thread-2-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 262269 INFO (zkCallback-71-thread-2-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 262273 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 262274 INFO (zkCallback-72-thread-2-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 262274 INFO (zkCallback-72-thread-1-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 262282 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 262341 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.s.IndexSchema [collection1_shard1_replica_t3] Schema name=minimal
[junit4] 2> 262344 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 262344 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t3' using configuration from collection collection1, trusted=true
[junit4] 2> 262385 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46153.solr.core.collection1.shard1.replica_t3' (registry 'solr.core.collection1.shard1.replica_t3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12ed8855
[junit4] 2> 262450 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 262450 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.SolrCore [[collection1_shard1_replica_t3] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6B92EF153FC882F1-001/tempDir-001/node1/collection1_shard1_replica_t3], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6B92EF153FC882F1-001/tempDir-001/node1/./collection1_shard1_replica_t3/data/]
[junit4] 2> 263283 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 263289 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 263299 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 263562 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.IndexSchema [collection1_shard2_replica_t4] Schema name=minimal
[junit4] 2> 263564 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 263564 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t4' using configuration from collection collection1, trusted=true
[junit4] 2> 263601 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.s.IndexSchema [collection1_shard1_replica_t1] Schema name=minimal
[junit4] 2> 263603 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 263603 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t1' using configuration from collection collection1, trusted=true
[junit4] 2> 263604 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39848.solr.core.collection1.shard1.replica_t1' (registry 'solr.core.collection1.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12ed8855
[junit4] 2> 263604 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 263604 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.c.SolrCore [[collection1_shard1_replica_t1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6B92EF153FC882F1-001/tempDir-001/node2/collection1_shard1_replica_t1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6B92EF153FC882F1-001/tempDir-001/node2/./collection1_shard1_replica_t1/data/]
[junit4] 2> 263677 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39848.solr.core.collection1.shard2.replica_t4' (registry 'solr.core.collection1.shard2.replica_t4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12ed8855
[junit4] 2> 263677 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 263677 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrCore [[collection1_shard2_replica_t4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6B92EF153FC882F1-001/tempDir-001/node2/collection1_shard2_replica_t4], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6B92EF153FC882F1-001/tempDir-001/node2/./collection1_shard2_replica_t4/data/]
[junit4] 2> 263684 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.IndexSchema [collection1_shard2_replica_t6] Schema name=minimal
[junit4] 2> 263699 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 263699 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t6' using configuration from collection collection1, trusted=true
[junit4] 2> 263700 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46153.solr.core.collection1.shard2.replica_t6' (registry 'solr.core.collection1.shard2.replica_t6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12ed8855
[junit4] 2> 263700 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 263700 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrCore [[collection1_shard2_replica_t6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6B92EF153FC882F1-001/tempDir-001/node1/collection1_shard2_replica_t6], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6B92EF153FC882F1-001/tempDir-001/node1/./collection1_shard2_replica_t6/data/]
[junit4] 2> 264119 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 264119 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 264120 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 264120 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 264333 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.s.SolrIndexSearcher Opening [Searcher@480b672f[collection1_shard1_replica_t3] main]
[junit4] 2> 264334 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 264335 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 264335 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 264337 INFO (searcherExecutor-138-thread-1-processing-n:127.0.0.1:46153_solr x:collection1_shard1_replica_t3 s:shard1 c:collection1 r:core_node5) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.SolrCore [collection1_shard1_replica_t3] Registered new searcher Searcher@480b672f[collection1_shard1_replica_t3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 264353 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585555471037628416
[junit4] 2> 264390 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 264390 INFO (zkCallback-71-thread-2-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 264409 INFO (zkCallback-72-thread-2-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 264409 INFO (zkCallback-72-thread-1-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 264410 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 264960 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 264960 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 264977 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 264977 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 265769 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@617f51bc[collection1_shard1_replica_t1] main]
[junit4] 2> 265791 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 265791 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 265792 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 265806 INFO (searcherExecutor-140-thread-1-processing-n:127.0.0.1:39848_solr x:collection1_shard1_replica_t1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.c.SolrCore [collection1_shard1_replica_t1] Registered new searcher Searcher@617f51bc[collection1_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 265859 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585555472616783872
[junit4] 2> 265934 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 265934 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 265935 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 265935 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 266137 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.SolrIndexSearcher Opening [Searcher@cfdb64[collection1_shard2_replica_t4] main]
[junit4] 2> 266139 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 266139 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 266140 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 266157 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 266157 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 266158 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 266158 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 266177 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.SolrIndexSearcher Opening [Searcher@2aafd49c[collection1_shard2_replica_t6] main]
[junit4] 2> 266509 INFO (searcherExecutor-139-thread-1-processing-n:127.0.0.1:39848_solr x:collection1_shard2_replica_t4 s:shard2 c:collection1 r:core_node7) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrCore [collection1_shard2_replica_t4] Registered new searcher Searcher@cfdb64[collection1_shard2_replica_t4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 266510 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585555473299406848
[junit4] 2> 266529 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 266529 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 266529 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46153/solr/collection1_shard1_replica_t3/
[junit4] 2> 266557 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 266634 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 266634 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 266635 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 266635 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585555473430478848
[junit4] 2> 266637 INFO (zkCallback-72-thread-1-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 266835 INFO (searcherExecutor-141-thread-1-processing-n:127.0.0.1:46153_solr x:collection1_shard2_replica_t6 s:shard2 c:collection1 r:core_node8) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrCore [collection1_shard2_replica_t6] Registered new searcher Searcher@2aafd49c[collection1_shard2_replica_t6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 266835 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 266835 INFO (zkCallback-71-thread-2-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 266836 INFO (zkCallback-72-thread-2-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 266840 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_t3 url=http://127.0.0.1:46153/solr START replicas=[http://127.0.0.1:39848/solr/collection1_shard1_replica_t1/] nUpdates=100
[junit4] 2> 267105 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 267105 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 267105 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39848/solr/collection1_shard2_replica_t4/
[junit4] 2> 267106 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica_t4 url=http://127.0.0.1:39848/solr START replicas=[http://127.0.0.1:46153/solr/collection1_shard2_replica_t6/] nUpdates=100
[junit4] 2> 267299 INFO (qtp1419144632-346) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=41
[junit4] 2> 267351 INFO (qtp750240940-340) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 267529 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_t3 url=http://127.0.0.1:46153/solr DONE. We have no versions. sync failed.
[junit4] 2> 267529 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 267529 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 267529 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 267569 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.ZkController collection1_shard1_replica_t3 stopping background replication from leader
[junit4] 2> 267569 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica_t4 url=http://127.0.0.1:39848/solr DONE. We have no versions. sync failed.
[junit4] 2> 267569 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 267569 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 267569 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 267609 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ZkController collection1_shard2_replica_t4 stopping background replication from leader
[junit4] 2> 267709 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39848/solr/collection1_shard2_replica_t4/ shard2
[junit4] 2> 267710 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46153/solr/collection1_shard1_replica_t3/ shard1
[junit4] 2> 267850 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 267850 INFO (zkCallback-71-thread-2-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 267870 INFO (zkCallback-72-thread-1-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 267870 INFO (zkCallback-72-thread-2-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 267878 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 267886 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t4&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=8103
[junit4] 2> 267912 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ZkController collection1_shard2_replica_t6 starting background replication from leader
[junit4] 2> 267912 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 267929 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 267931 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t3&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=8929
[junit4] 2> 267966 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.c.ZkController collection1_shard1_replica_t1 starting background replication from leader
[junit4] 2> 267966 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 268052 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 268057 INFO (zkCallback-71-thread-2-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 268058 INFO (zkCallback-72-thread-2-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 268058 INFO (zkCallback-72-thread-1-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 268297 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 268297 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 268298 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Updated masterUrl to http://127.0.0.1:46153/solr/collection1_shard1_replica_t3/
[junit4] 2> 268308 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=6393
[junit4] 2> 268350 INFO (qtp750240940-338) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.S.Request [collection1_shard1_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 268351 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 268351 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 268351 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 268352 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 268352 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 268352 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 268352 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 268366 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7f8de9cf[collection1_shard1_replica_t1] main]
[junit4] 2> 268368 INFO (searcherExecutor-140-thread-1-processing-n:127.0.0.1:39848_solr x:collection1_shard1_replica_t1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.c.SolrCore [collection1_shard1_replica_t1] Registered new searcher Searcher@7f8de9cf[collection1_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 268385 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t6&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=6469
[junit4] 2> 268609 INFO (qtp750240940-336) [n:127.0.0.1:46153_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 268759 INFO (zkCallback-71-thread-2-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 268759 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 268759 INFO (zkCallback-72-thread-3-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 268759 INFO (zkCallback-72-thread-1-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 268366 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Updated masterUrl to http://127.0.0.1:39848/solr/collection1_shard2_replica_t4/
[junit4] 2> 268762 INFO (qtp1419144632-344) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 268763 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 268763 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 268763 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 268763 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 268763 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 268765 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.SolrIndexSearcher Opening [Searcher@23b9398d[collection1_shard2_replica_t6] main]
[junit4] 2> 268766 INFO (searcherExecutor-141-thread-1-processing-n:127.0.0.1:46153_solr x:collection1_shard2_replica_t6 s:shard2 c:collection1 r:core_node8) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrCore [collection1_shard2_replica_t6] Registered new searcher Searcher@23b9398d[collection1_shard2_replica_t6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 268891 INFO (OverseerCollectionConfigSetProcessor-99097215911264262-127.0.0.1:46153_solr-n_0000000000) [n:127.0.0.1:46153_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 269633 INFO (qtp750240940-336) [n:127.0.0.1:46153_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=0&collection.configName=config&maxShardsPerNode=2&name=collection1&nrtReplicas=0&action=CREATE&numShards=2&tlogReplicas=2&wt=javabin&version=2} status=0 QTime=11418
[junit4] 2> 269634 INFO (SUITE-TestCloudRecovery-seed#[6B92EF153FC882F1]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30
[junit4] 2> 269634 INFO (SUITE-TestCloudRecovery-seed#[6B92EF153FC882F1]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
[junit4] 2> 270102 INFO (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[6B92EF153FC882F1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting leaderRecoverFromLogOnStartupTest
[junit4] 2> 270641 INFO (qtp1419144632-348) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_t1] webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1585555477276655616&distrib.from=http://127.0.0.1:46153/solr/collection1_shard1_replica_t3/&wt=javabin&version=2}{deleteByQuery=*:* (-1585555477276655616)} 0 17
[junit4] 2> 271362 INFO (qtp1419144632-346) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 271364 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 271364 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 271364 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 271364 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 271364 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 271364 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.SolrIndexSearcher Opening [Searcher@393311e6[collection1_shard2_replica_t6] main]
[junit4] 2> 272330 INFO (searcherExecutor-141-thread-1-processing-n:127.0.0.1:46153_solr x:collection1_shard2_replica_t6 s:shard2 c:collection1 r:core_node8) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrCore [collection1_shard2_replica_t6] Registered new searcher Searcher@393311e6[collection1_shard2_replica_t6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 272367 INFO (qtp750240940-337) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t6] webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1585555477203255296&distrib.from=http://127.0.0.1:39848/solr/collection1_shard2_replica_t4/&wt=javabin&version=2}{deleteByQuery=*:* (-1585555477203255296)} 0 1745
[junit4] 2> 272405 INFO (qtp750240940-340) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.S.Request [collection1_shard1_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=37
[junit4] 2> 272406 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 272406 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 272406 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 272406 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 272406 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 272406 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@fc41ab1[collection1_shard1_replica_t1] main]
[junit4] 2> 272408 INFO (searcherExecutor-140-thread-1-processing-n:127.0.0.1:39848_solr x:collection1_shard1_replica_t1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.c.SolrCore [collection1_shard1_replica_t1] Registered new searcher Searcher@fc41ab1[collection1_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 272425 INFO (qtp750240940-334) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_t3] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:39848/solr/collection1_shard2_replica_t4/&wt=javabin&version=2}{deleteByQuery=*:* (-1585555477276655616)} 0 2123
[junit4] 2> 272426 INFO (qtp1419144632-349) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t4] webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1585555477203255296)} 0 2304
[junit4] 2> 272672 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1585555479760732160,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 272672 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 272673 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 272678 INFO (qtp1419144632-347) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.u.TestInjection Start waiting for replica in sync with leader
[junit4] 2> 272737 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_t3] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:39848/solr/collection1_shard2_replica_t4/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 65
[junit4] 2> 272744 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.S.Request [collection1_shard1_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
[junit4] 2> 272858 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1585555479955767296,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 272858 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 272859 INFO (qtp750240940-336) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.TestInjection Start waiting for replica in sync with leader
[junit4] 2> 272899 INFO (qtp1419144632-344) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 272948 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 272949 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t4] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:39848/solr/collection1_shard2_replica_t4/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 90
[junit4] 2> 273280 INFO (qtp750240940-340) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.S.Request [collection1_shard1_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 273547 INFO (qtp1419144632-348) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 273843 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.S.Request [collection1_shard1_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 274097 INFO (qtp1419144632-344) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 274342 INFO (qtp1419144632-348) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 274343 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 274343 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 274343 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 274343 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 274343 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 274344 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.SolrIndexSearcher Opening [Searcher@2abccf9[collection1_shard2_replica_t6] main]
[junit4] 2> 274363 INFO (searcherExecutor-141-thread-1-processing-n:127.0.0.1:46153_solr x:collection1_shard2_replica_t6 s:shard2 c:collection1 r:core_node8) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrCore [collection1_shard2_replica_t6] Registered new searcher Searcher@2abccf9[collection1_shard2_replica_t6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 274365 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.S.Request [collection1_shard1_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=31
[junit4] 2> 274366 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 274366 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 274366 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 274366 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 274366 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 274366 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7b75fb56[collection1_shard1_replica_t1] main]
[junit4] 2> 274368 INFO (searcherExecutor-140-thread-1-processing-n:127.0.0.1:39848_solr x:collection1_shard1_replica_t1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.c.SolrCore [collection1_shard1_replica_t1] Registered new searcher Searcher@7b75fb56[collection1_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 274466 INFO (qtp750240940-340) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.S.Request [collection1_shard1_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 274721 INFO (qtp1419144632-348) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=5
[junit4] 2> 275028 INFO (qtp750240940-334) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.S.Request [collection1_shard1_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 275311 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 275557 INFO (qtp750240940-340) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.S.Request [collection1_shard1_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=6
[junit4] 2> 276921 INFO (qtp1419144632-344) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=35
[junit4] 2> 277318 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 277319 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 277319 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 277319 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 277319 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 277319 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 277319 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.SolrIndexSearcher Opening [Searcher@5a756148[collection1_shard2_replica_t6] main]
[junit4] 2> 277321 INFO (searcherExecutor-141-thread-1-processing-n:127.0.0.1:46153_solr x:collection1_shard2_replica_t6 s:shard2 c:collection1 r:core_node8) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrCore [collection1_shard2_replica_t6] Registered new searcher Searcher@5a756148[collection1_shard2_replica_t6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[...truncated too long message...]
isk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_6B92EF153FC882F1-001
[junit4] 2> Dec 01, 2017 5:01:59 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 3 leaked thread(s).
[junit4] 2> Dec 01, 2017 5:02:19 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores:
[junit4] 2> 1) Thread[id=2206, name=searcherExecutor-957-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Dec 01, 2017 5:02:19 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=2206, name=searcherExecutor-957-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] 2> Dec 01, 2017 5:02:22 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=2206, name=searcherExecutor-957-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=3, maxDocsPerChunk=857, blockSize=147), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=3, blockSize=147)), sim=RandomSimilarity(queryNorm=true): {}, locale=es-PA, timezone=Asia/Ulaanbaatar
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=2,free=103692392,total=401604608
[junit4] 2> NOTE: All tests run in this JVM: [HdfsCollectionsAPIDistributedZkTest, TestReqParamsAPI, ConvertedLegacyTest, ShardRoutingCustomTest, TestDynamicFieldResource, TestTrackingShardHandlerFactory, TestPushWriter, TestRTGBase, TestCloudRecovery, TestMacros, TestAtomicUpdateErrorCases, TemplateUpdateProcessorTest, QueryEqualityTest, TestPointFields, TestSolr4Spatial2, HdfsWriteToMultipleCollectionsTest, TestPseudoReturnFields, CdcrBootstrapTest, TestExpandComponent, TestOmitPositions, AnalysisErrorHandlingTest, TestInitParams, SignatureUpdateProcessorFactoryTest, ManagedSchemaRoundRobinCloudTest, TestQuerySenderNoQuery, PreAnalyzedFieldTest, ReplaceNodeTest, RegexBoostProcessorTest, SolrRequestParserTest, ShowFileRequestHandlerTest, OutputWriterTest, TestSQLHandlerNonCloud, TestLazyCores]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLazyCores -Dtests.seed=6B92EF153FC882F1 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es-PA -Dtests.timezone=Asia/Ulaanbaatar -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | TestLazyCores (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores:
[junit4] > 1) Thread[id=2206, name=searcherExecutor-957-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([6B92EF153FC882F1]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=2206, name=searcherExecutor-957-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([6B92EF153FC882F1]:0)
[junit4] Completed [90/749 (2!)] on J1 in 126.13s, 9 tests, 3 errors <<< FAILURES!
[...truncated 36212 lines...]
-ecj-javadoc-lint-src:
[mkdir] Created dir: /tmp/ecj1077359280
[ecj-lint] Compiling 825 source files to /tmp/ecj1077359280
[ecj-lint] ----------
[ecj-lint] 1. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/core/src/java/org/apache/lucene/codecs/CodecUtil.java (at line 523)
[ecj-lint] throw new CorruptIndexException("misplaced codec footer (file truncated?): length=" + in.length() + " but footerLength==" + footerLength(), input);
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: 'in' is not closed at this location
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 2. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/core/src/java/org/apache/lucene/index/FlushPolicy.java (at line 19)
[ecj-lint] import java.util.Iterator;
[ecj-lint] ^^^^^^^^^^^^^^^^^^
[ecj-lint] The import java.util.Iterator is never used
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 3. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/core/src/java/org/apache/lucene/index/FrozenBufferedUpdates.java (at line 144)
[ecj-lint] RAMOutputStream out = new RAMOutputStream();
[ecj-lint] ^^^
[ecj-lint] Resource leak: 'out' is never closed
[ecj-lint] ----------
[ecj-lint] 4. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/core/src/java/org/apache/lucene/index/FrozenBufferedUpdates.java (at line 186)
[ecj-lint] RAMOutputStream out = new RAMOutputStream();
[ecj-lint] ^^^
[ecj-lint] Resource leak: 'out' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 5. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/core/src/java/org/apache/lucene/index/ReadersAndUpdates.java (at line 846)
[ecj-lint] SegmentReader newReader = new SegmentReader(info, reader, liveDocs, info.info.maxDoc() - delCount);
[ecj-lint] ^^^^^^^^^
[ecj-lint] Resource leak: 'newReader' is never closed
[ecj-lint] ----------
[ecj-lint] 5 problems (1 error, 4 warnings)
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:835: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:101: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build.xml:203: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/common-build.xml:2105: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/common-build.xml:2144: Compile failed; see the compiler error output for details.
Total time: 279 minutes 15 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-Tests-7.x - Build # 266 - Still unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/266/
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration
Error Message:
Path /autoscaling/nodeAdded/127.0.0.1:34781_solr wasn't created
Stack Trace:
java.lang.AssertionError: Path /autoscaling/nodeAdded/127.0.0.1:34781_solr wasn't created
at __randomizedtesting.SeedInfo.seed([3B6506DBFB420724:23DF8ED7F577CACB]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration(TriggerIntegrationTest.java:924)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12896 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> 4082362 INFO (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3B6506DBFB420724-001/init-core-data-001
[junit4] 2> 4082363 WARN (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 4082363 INFO (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 4082364 INFO (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 4082365 INFO (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3B6506DBFB420724-001/tempDir-001
[junit4] 2> 4082365 INFO (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4082365 INFO (Thread-3496) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4082365 INFO (Thread-3496) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4082415 ERROR (Thread-3496) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4082471 INFO (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:33441
[junit4] 2> 4082558 INFO (jetty-launcher-3411-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 4082577 INFO (jetty-launcher-3411-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 4082760 INFO (jetty-launcher-3411-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@72e22f29{/solr,null,AVAILABLE}
[junit4] 2> 4082762 INFO (jetty-launcher-3411-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@59997428{HTTP/1.1,[http/1.1]}{127.0.0.1:34600}
[junit4] 2> 4082762 INFO (jetty-launcher-3411-thread-2) [ ] o.e.j.s.Server Started @4097075ms
[junit4] 2> 4082762 INFO (jetty-launcher-3411-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34600}
[junit4] 2> 4082762 ERROR (jetty-launcher-3411-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4082763 INFO (jetty-launcher-3411-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 4082763 INFO (jetty-launcher-3411-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4082763 INFO (jetty-launcher-3411-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4082763 INFO (jetty-launcher-3411-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-02T09:01:14.511Z
[junit4] 2> 4082780 INFO (jetty-launcher-3411-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7b20d01e{/solr,null,AVAILABLE}
[junit4] 2> 4082781 INFO (jetty-launcher-3411-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@26065b58{HTTP/1.1,[http/1.1]}{127.0.0.1:34227}
[junit4] 2> 4082781 INFO (jetty-launcher-3411-thread-1) [ ] o.e.j.s.Server Started @4097094ms
[junit4] 2> 4082781 INFO (jetty-launcher-3411-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34227}
[junit4] 2> 4082781 ERROR (jetty-launcher-3411-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4082781 INFO (jetty-launcher-3411-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 4082781 INFO (jetty-launcher-3411-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4082781 INFO (jetty-launcher-3411-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4082781 INFO (jetty-launcher-3411-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-02T09:01:14.529Z
[junit4] 2> 4082854 INFO (jetty-launcher-3411-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4082910 INFO (jetty-launcher-3411-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4082964 INFO (jetty-launcher-3411-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33441/solr
[junit4] 2> 4082980 INFO (jetty-launcher-3411-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33441/solr
[junit4] 2> 4083111 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x16016754c230005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 4083280 INFO (jetty-launcher-3411-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4083313 INFO (jetty-launcher-3411-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34227_solr
[junit4] 2> 4083315 INFO (jetty-launcher-3411-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.Overseer Overseer (id=99103884846497798-127.0.0.1:34227_solr-n_0000000000) starting
[junit4] 2> 4083351 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 4083366 INFO (jetty-launcher-3411-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34227_solr
[junit4] 2> 4083386 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 4083387 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: []
[junit4] 2> 4083387 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 4083387 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 4083389 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4083389 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 4083403 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: []
[junit4] 2> 4083440 INFO (zkCallback-3424-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4083533 INFO (jetty-launcher-3411-thread-2) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4083535 INFO (jetty-launcher-3411-thread-2) [n:127.0.0.1:34600_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4083536 INFO (jetty-launcher-3411-thread-2) [n:127.0.0.1:34600_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34600_solr
[junit4] 2> 4083606 INFO (zkCallback-3424-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4083659 INFO (zkCallback-3422-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4083735 INFO (jetty-launcher-3411-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34227.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4083771 INFO (jetty-launcher-3411-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34227.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4083771 INFO (jetty-launcher-3411-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34227.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4083772 INFO (jetty-launcher-3411-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3B6506DBFB420724-001/tempDir-001/node1/.
[junit4] 2> 4083952 INFO (jetty-launcher-3411-thread-2) [n:127.0.0.1:34600_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34600.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4083971 INFO (jetty-launcher-3411-thread-2) [n:127.0.0.1:34600_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34600.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4083988 INFO (jetty-launcher-3411-thread-2) [n:127.0.0.1:34600_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34600.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4083989 INFO (jetty-launcher-3411-thread-2) [n:127.0.0.1:34600_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3B6506DBFB420724-001/tempDir-001/node2/.
[junit4] 2> 4084318 INFO (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4084319 INFO (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33441/solr ready
[junit4] 2> 4084479 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4084589 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSetProperties
[junit4] 2> 4084610 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 4084610 DEBUG (zkCallback-3424-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 4084610 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 4084693 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4084728 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4084747 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 4085737 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerScheduleDelaySeconds from: 1 to: 4
[junit4] 2> 4089751 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerScheduleDelaySeconds from: 4 to: 1
[junit4] 2> 4099853 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerCorePoolSize from: 4 to: 6
[junit4] 2> 4109947 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: actionThrottlePeriodSeconds from: 5 to: 6
[junit4] 2> 4109964 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4109964 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y1 instantiated with properties: {waitFor=0, actions=[{name=throttler, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}]}
[junit4] 2> 4109966 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 4109967 DEBUG (ScheduledTrigger-4871-thread-5) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 4109967 DEBUG (ScheduledTrigger-4871-thread-5) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4109984 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4109984 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y2 instantiated with properties: {waitFor=0, actions=[{name=throttler, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}]}
[junit4] 2> 4109986 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 4109986 DEBUG (ScheduledTrigger-4871-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 4109986 DEBUG (ScheduledTrigger-4871-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4109987 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 4110070 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@14cf5b79{/solr,null,AVAILABLE}
[junit4] 2> 4110071 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@42c968ed{HTTP/1.1,[http/1.1]}{127.0.0.1:34461}
[junit4] 2> 4110071 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.e.j.s.Server Started @4124384ms
[junit4] 2> 4110071 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34461}
[junit4] 2> 4110071 ERROR (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4110071 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 4110071 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4110071 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4110071 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-02T09:01:41.819Z
[junit4] 2> 4110111 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4110144 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33441/solr
[junit4] 2> 4110346 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [n:127.0.0.1:34461_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4110347 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [n:127.0.0.1:34461_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4110349 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [n:127.0.0.1:34461_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34461_solr
[junit4] 2> 4110350 INFO (zkCallback-3424-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4110379 INFO (zkCallback-3422-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4110432 INFO (zkCallback-3430-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4110432 INFO (zkCallback-3435-thread-1-processing-n:127.0.0.1:34461_solr) [n:127.0.0.1:34461_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4110755 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [n:127.0.0.1:34461_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34461.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4110901 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [n:127.0.0.1:34461_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34461.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4110901 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [n:127.0.0.1:34461_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34461.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4110902 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [n:127.0.0.1:34461_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3B6506DBFB420724-001/tempDir-001/node3/.
[junit4] 2> 4110993 DEBUG (ScheduledTrigger-4871-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 4110993 DEBUG (ScheduledTrigger-4871-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4110993 DEBUG (ScheduledTrigger-4871-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:34461_solr at time 1512205302741000000
[junit4] 2> 4110994 DEBUG (ScheduledTrigger-4871-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y2 firing registered processor for nodes: [127.0.0.1:34461_solr] added at times [1512205302741000000], now=1512205302742000000
[junit4] 2> 4110994 DEBUG (ScheduledTrigger-4871-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"14fc6eb5f956df40Tdzhjlbtxdh8duv2y9ds42jtj5",
[junit4] 2> "source":"y2",
[junit4] 2> "eventTime":1512205302741000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205302741000000],
[junit4] 2> "nodeNames":["127.0.0.1:34461_solr"]}}
[junit4] 2> 4111084 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 4111084 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4111084 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:34461_solr at time 1512205302832000000
[junit4] 2> 4111084 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y1 firing registered processor for nodes: [127.0.0.1:34461_solr] added at times [1512205302832000000], now=1512205302832000000
[junit4] 2> 4111084 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"14fc6eb5fec36c00Tdzhjlbtxdh8duv2y9ds42jtj6",
[junit4] 2> "source":"y1",
[junit4] 2> "eventTime":1512205302832000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205302832000000],
[junit4] 2> "nodeNames":["127.0.0.1:34461_solr"]}}
[junit4] 2> 4111157 DEBUG (AutoscalingActionExecutor-4872-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"14fc6eb5f956df40Tdzhjlbtxdh8duv2y9ds42jtj5",
[junit4] 2> "source":"y2",
[junit4] 2> "eventTime":1512205302741000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205302741000000],
[junit4] 2> "_enqueue_time_":1512205302831000000,
[junit4] 2> "nodeNames":["127.0.0.1:34461_solr"]}}
[junit4] 2> 4111157 INFO (AutoscalingActionExecutor-4872-thread-1) [ ] o.a.s.c.a.TriggerIntegrationTest action executed from y2
[junit4] 2> 4112143 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 4112143 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4112143 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y1 firing registered processor for nodes: [127.0.0.1:34461_solr] added at times [1512205302832000000], now=1512205303891000000
[junit4] 2> 4112143 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fc6eb5fec36c00Tdzhjlbtxdh8duv2y9ds42jtj7",
[junit4] 2> "source":"y1",
[junit4] 2> "eventTime":1512205302832000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205302832000000],
[junit4] 2> "nodeNames":["127.0.0.1:34461_solr"]}}
[junit4] 2> 4112326 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 4112326 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4113154 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 4113155 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4113155 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y1 firing registered processor for nodes: [127.0.0.1:34461_solr] added at times [1512205302832000000], now=1512205304903000000
[junit4] 2> 4113155 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fc6eb5fec36c00Tdzhjlbtxdh8duv2y9ds42jtj8",
[junit4] 2> "source":"y1",
[junit4] 2> "eventTime":1512205302832000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205302832000000],
[junit4] 2> "nodeNames":["127.0.0.1:34461_solr"]}}
[junit4] 2> 4113333 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 4113333 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4114167 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 4114167 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4114167 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y1 firing registered processor for nodes: [127.0.0.1:34461_solr] added at times [1512205302832000000], now=1512205305915000000
[junit4] 2> 4114167 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fc6eb5fec36c00Tdzhjlbtxdh8duv2y9ds42jtj9",
[junit4] 2> "source":"y1",
[junit4] 2> "eventTime":1512205302832000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205302832000000],
[junit4] 2> "nodeNames":["127.0.0.1:34461_solr"]}}
[junit4] 2> 4114350 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 4114350 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4115177 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 4115178 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4115178 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y1 firing registered processor for nodes: [127.0.0.1:34461_solr] added at times [1512205302832000000], now=1512205306926000000
[junit4] 2> 4115178 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fc6eb5fec36c00Tdzhjlbtxdh8duv2y9ds42jtja",
[junit4] 2> "source":"y1",
[junit4] 2> "eventTime":1512205302832000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205302832000000],
[junit4] 2> "nodeNames":["127.0.0.1:34461_solr"]}}
[junit4] 2> 4115356 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 4115356 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4116189 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 4116189 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4116189 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y1 firing registered processor for nodes: [127.0.0.1:34461_solr] added at times [1512205302832000000], now=1512205307937000000
[junit4] 2> 4116189 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fc6eb5fec36c00Tdzhjlbtxdh8duv2y9ds42jtjb",
[junit4] 2> "source":"y1",
[junit4] 2> "eventTime":1512205302832000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205302832000000],
[junit4] 2> "nodeNames":["127.0.0.1:34461_solr"]}}
[junit4] 2> 4116356 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 4116356 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4117189 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 4117190 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4117190 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y1 firing registered processor for nodes: [127.0.0.1:34461_solr] added at times [1512205302832000000], now=1512205308938000000
[junit4] 2> 4117243 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"14fc6eb5fec36c00Tdzhjlbtxdh8duv2y9ds42jtjc",
[junit4] 2> "source":"y1",
[junit4] 2> "eventTime":1512205302832000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205302832000000],
[junit4] 2> "nodeNames":["127.0.0.1:34461_solr"]}}
[junit4] 2> 4117244 DEBUG (AutoscalingActionExecutor-4872-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"14fc6eb5fec36c00Tdzhjlbtxdh8duv2y9ds42jtjc",
[junit4] 2> "source":"y1",
[junit4] 2> "eventTime":1512205302832000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205302832000000],
[junit4] 2> "_enqueue_time_":1512205308991000000,
[junit4] 2> "nodeNames":["127.0.0.1:34461_solr"]}}
[junit4] 2> 4117244 INFO (AutoscalingActionExecutor-4872-thread-1) [ ] o.a.s.c.ActionThrottle The last action attempt started 6086ms ago.
[junit4] 2> 4117244 INFO (AutoscalingActionExecutor-4872-thread-1) [ ] o.a.s.c.a.TriggerIntegrationTest last action at 1512205302978000000 time = 1512205308992000000 expected diff: 5998000000
[junit4] 2> 4117244 INFO (AutoscalingActionExecutor-4872-thread-1) [ ] o.a.s.c.a.TriggerIntegrationTest action executed from y1
[junit4] 2> 4117312 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@42c968ed{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 4117312 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=890939601
[junit4] 2> 4117328 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 4117328 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@142f7481: rootName = solr_34461, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2df0eb26
[junit4] 2> 4117366 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 4117366 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6ca9d15c: rootName = solr_34461, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@183e7767
[junit4] 2> 4117369 DEBUG (ScheduledTrigger-4871-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 4117369 DEBUG (ScheduledTrigger-4871-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4117403 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 4117403 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@717642b: rootName = solr_34461, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6bc7478d
[junit4] 2> 4117405 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34461_solr
[junit4] 2> 4117422 INFO (zkCallback-3424-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 4117422 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 4117426 INFO (zkCallback-3422-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 4117426 INFO (zkCallback-3430-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 4117434 INFO (zkCallback-3435-thread-1-processing-n:127.0.0.1:34461_solr) [n:127.0.0.1:34461_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 4117446 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 4117455 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@14cf5b79{/solr,null,UNAVAILABLE}
[junit4] 2> 4117459 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSetProperties
[junit4] 2> 4117570 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEventFromRestoredState
[junit4] 2> 4117581 DEBUG (zkCallback-3424-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 4117589 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 4117589 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4117605 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 3
[junit4] 2> 4117609 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4117625 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 4118066 INFO (qtp1166329626-15911) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4118066 INFO (qtp1166329626-15911) [n:127.0.0.1:34600_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33441/solr ready
[junit4] 2> 4118080 INFO (qtp1351438513-15902) [n:127.0.0.1:34227_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 4118081 INFO (qtp1166329626-15909) [n:127.0.0.1:34600_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 4118081 DEBUG (qtp1166329626-15911) [n:127.0.0.1:34600_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 4118082 DEBUG (zkCallback-3424-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 4118082 INFO (qtp1166329626-15911) [n:127.0.0.1:34600_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=37
[junit4] 2> 4118093 DEBUG (zkCallback-3424-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4118094 DEBUG (zkCallback-3424-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=10, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 4118094 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 4118094 INFO (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 4118095 INFO (qtp1351438513-15900) [n:127.0.0.1:34227_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4118096 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4118096 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4118096 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4118096 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 4118144 INFO (qtp1351438513-15900) [n:127.0.0.1:34227_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=49
[junit4] 2> 4118167 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 4118297 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@41c02299{/solr,null,AVAILABLE}
[junit4] 2> 4118297 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@622eddb5{HTTP/1.1,[http/1.1]}{127.0.0.1:33977}
[junit4] 2> 4118297 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.e.j.s.Server Started @4132610ms
[junit4] 2> 4118297 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33977}
[junit4] 2> 4118298 ERROR (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4118298 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 4118298 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4118298 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4118298 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-02T09:01:50.046Z
[junit4] 2> 4118322 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4118411 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33441/solr
[junit4] 2> 4118510 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:33977_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4118524 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:33977_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4118525 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:33977_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33977_solr
[junit4] 2> 4118526 INFO (zkCallback-3424-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4118654 INFO (zkCallback-3430-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4118655 INFO (zkCallback-3422-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4118656 INFO (zkCallback-3444-thread-1-processing-n:127.0.0.1:33977_solr) [n:127.0.0.1:33977_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4118946 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:33977_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33977.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4119000 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:33977_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33977.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4119000 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:33977_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33977.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4119001 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:33977_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3B6506DBFB420724-001/tempDir-001/node4/.
[junit4] 2> 4119113 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4119113 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4119113 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:33977_solr at time 1512205310861000000
[junit4] 2> 4120150 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4120150 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4120150 INFO (OverseerCollectionConfigSetProcessor-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 4121159 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4121159 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4122172 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4122172 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4123181 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4123181 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4124190 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4124190 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4125194 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4125195 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4126200 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4126200 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4127212 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4127212 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4128212 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4128212 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4129214 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4129214 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4129214 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:33977_solr] added at times [1512205310861000000], now=1512205320962000000
[junit4] 2> 4129214 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"14fc6eb7dd543d40Tdzhjlbtxdh8duv2y9ds42jtjd",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1512205310861000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205310861000000],
[junit4] 2> "nodeNames":["127.0.0.1:33977_solr"]}}
[junit4] 2> 4129215 INFO (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 4129216 DEBUG (AutoscalingActionExecutor-4865-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"14fc6eb7dd543d40Tdzhjlbtxdh8duv2y9ds42jtjd",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1512205310861000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205310861000000],
[junit4] 2> "_enqueue_time_":1512205320963000000,
[junit4] 2> "nodeNames":["127.0.0.1:33977_solr"]}}
[junit4] 2> 4129217 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 4129288 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@787deafd{/solr,null,AVAILABLE}
[junit4] 2> 4129289 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@df5f5e7{HTTP/1.1,[http/1.1]}{127.0.0.1:35452}
[junit4] 2> 4129289 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.e.j.s.Server Started @4143602ms
[junit4] 2> 4129289 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35452}
[junit4] 2> 4129289 ERROR (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4129289 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 4129290 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4129290 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4129290 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-02T09:02:01.038Z
[junit4] 2> 4129325 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4129362 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33441/solr
[junit4] 2> 4129464 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:35452_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 4129465 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:35452_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4129502 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:35452_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35452_solr
[junit4] 2> 4129503 INFO (zkCallback-3444-thread-1-processing-n:127.0.0.1:33977_solr) [n:127.0.0.1:33977_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4129504 INFO (zkCallback-3422-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4129504 INFO (zkCallback-3430-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4129561 INFO (zkCallback-3450-thread-1-processing-n:127.0.0.1:35452_solr) [n:127.0.0.1:35452_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4129561 INFO (zkCallback-3424-thread-2-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4129730 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:35452_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35452.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4129856 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:35452_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35452.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4129869 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:35452_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35452.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4129870 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:35452_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3B6506DBFB420724-001/tempDir-001/node5/.
[junit4] 2> 4130230 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4130230 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4130230 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:35452_solr at time 1512205321978000000
[junit4] 2> 4131242 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4131242 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4132251 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4132251 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4133259 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4133260 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4134274 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4134275 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4135275 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4135304 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4136307 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4136307 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4137313 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4137314 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4138314 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4138314 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4139314 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4139314 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4140280 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@26065b58{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 4140296 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=593995213
[junit4] 2> 4140296 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 4140296 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@52507be: rootName = solr_34227, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4fd187ae
[junit4] 2> 4140318 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 4140318 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3fbfd183: rootName = solr_34227, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@183e7767
[junit4] 2> 4140325 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4140325 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4140325 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:35452_solr] added at times [1512205321978000000], now=1512205332073000000
[junit4] 2> 4140325 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"14fc6eba73f43280Tdzhjlbtxdh8duv2y9ds42jtjf",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1512205321978000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205321978000000],
[junit4] 2> "nodeNames":["127.0.0.1:35452_solr"]}}
[junit4] 2> 4140333 DEBUG (AutoscalingActionExecutor-4865-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"14fc6eba73f43280Tdzhjlbtxdh8duv2y9ds42jtjf",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1512205321978000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205321978000000],
[junit4] 2> "_enqueue_time_":1512205332073000000,
[junit4] 2> "nodeNames":["127.0.0.1:35452_solr"]}}
[junit4] 2> 4140333 INFO (AutoscalingActionExecutor-4865-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.ActionThrottle The last action attempt started 11117ms ago.
[junit4] 2> 4140334 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 4140334 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@b1c4d0f: rootName = solr_34227, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6bc7478d
[junit4] 2> 4140336 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34227_solr
[junit4] 2> 4140353 INFO (zkCallback-3422-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 4140353 INFO (zkCallback-3430-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 4140354 INFO (zkCallback-3444-thread-1-processing-n:127.0.0.1:33977_solr) [n:127.0.0.1:33977_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 4140354 INFO (zkCallback-3424-thread-2-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 4140354 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 4140355 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 4140355 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.c.Overseer Overseer (id=99103884846497798-127.0.0.1:34227_solr-n_0000000000) closing
[junit4] 2> 4140355 INFO (OverseerStateUpdate-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34227_solr
[junit4] 2> 4140356 INFO (zkCallback-3450-thread-1-processing-n:127.0.0.1:35452_solr) [n:127.0.0.1:35452_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 4140361 WARN (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 4140378 DEBUG (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 4140379 INFO (zkCallback-3422-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34600_solr
[junit4] 2> 4140379 INFO (zkCallback-3422-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.Overseer Overseer (id=99103884846497796-127.0.0.1:34600_solr-n_0000000001) starting
[junit4] 2> 4140380 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7b20d01e{/solr,null,UNAVAILABLE}
[junit4] 2> 4140380 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testEventFromRestoredState
[junit4] 2> 4140500 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 4140501 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 4140501 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4140501 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=10, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 4140501 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4140502 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion -1
[junit4] 2> 4140502 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 4140555 INFO (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 4140556 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 4140556 DEBUG (ScheduledTrigger-4894-thread-1) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4140634 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCooldown
[junit4] 2> 4140662 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 6
[junit4] 2> 4140663 DEBUG (zkCallback-3422-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 4140663 DEBUG (ScheduledTrigger-4894-thread-2) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4140663 DEBUG (ScheduledTrigger-4894-thread-2) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4140664 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 4140698 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4140715 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4140717 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 4140751 INFO (qtp1220350304-15997) [n:127.0.0.1:33977_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 4140752 INFO (qtp1220350304-15997) [n:127.0.0.1:33977_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33441/solr ready
[junit4] 2> 4140754 INFO (qtp1220350304-15999) [n:127.0.0.1:33977_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 4140755 INFO (qtp776807560-16017) [n:127.0.0.1:35452_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 4140756 INFO (qtp1166329626-15909) [n:127.0.0.1:34600_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 4140756 DEBUG (qtp1220350304-15997) [n:127.0.0.1:33977_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 4140769 INFO (qtp1220350304-15997) [n:127.0.0.1:33977_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=52
[junit4] 2> 4140769 DEBUG (zkCallback-3422-thread-3-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 4140770 DEBUG (zkCallback-3422-thread-3-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4140771 DEBUG (zkCallback-3422-thread-3-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 4140771 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 4140821 INFO (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 4140828 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4140829 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 4140830 DEBUG (ScheduledTrigger-4894-thread-3) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 4140830 DEBUG (ScheduledTrigger-4894-thread-3) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4140830 INFO (qtp776807560-16018) [n:127.0.0.1:35452_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 4140831 INFO (qtp776807560-16018) [n:127.0.0.1:35452_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33441/solr ready
[junit4] 2> 4140832 INFO (qtp1220350304-15999) [n:127.0.0.1:33977_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 4140842 INFO (qtp776807560-16021) [n:127.0.0.1:35452_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 4140849 INFO (qtp1166329626-15909) [n:127.0.0.1:34600_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 4140850 DEBUG (qtp776807560-16018) [n:127.0.0.1:35452_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 4140861 INFO (qtp776807560-16018) [n:127.0.0.1:35452_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=91
[junit4] 2> 4140862 DEBUG (zkCallback-3422-thread-3-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 4140862 DEBUG (zkCallback-3422-thread-3-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4140862 DEBUG (zkCallback-3422-thread-3-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 4140862 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 4140862 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 4140863 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4140863 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 4140864 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4431b419{/solr,null,AVAILABLE}
[junit4] 2> 4140864 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3785865d{HTTP/1.1,[http/1.1]}{127.0.0.1:43709}
[junit4] 2> 4140864 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.e.j.s.Server Started @4155177ms
[junit4] 2> 4140864 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43709}
[junit4] 2> 4140864 ERROR (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4140865 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 4140865 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4140865 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4140865 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-02T09:02:12.613Z
[junit4] 2> 4140900 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4140971 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33441/solr
[junit4] 2> 4141031 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [n:127.0.0.1:43709_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 4141046 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [n:127.0.0.1:43709_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4141047 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [n:127.0.0.1:43709_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43709_solr
[junit4] 2> 4141101 INFO (zkCallback-3422-thread-3-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4141158 INFO (zkCallback-3430-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4141227 INFO (zkCallback-3463-thread-1-processing-n:127.0.0.1:43709_solr) [n:127.0.0.1:43709_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4141155 INFO (zkCallback-3450-thread-1-processing-n:127.0.0.1:35452_solr) [n:127.0.0.1:35452_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4141154 INFO (zkCallback-3444-thread-1-processing-n:127.0.0.1:33977_solr) [n:127.0.0.1:33977_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4141513 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [n:127.0.0.1:43709_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43709.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4141550 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [n:127.0.0.1:43709_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43709.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4141551 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [n:127.0.0.1:43709_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43709.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4141568 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [n:127.0.0.1:43709_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3B6506DBFB420724-001/tempDir-001/node6/.
[junit4] 2> 4141831 DEBUG (ScheduledTrigger-4894-thread-3) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 4141831 DEBUG (ScheduledTrigger-4894-thread-3) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_
[...truncated too long message...]
t4] 2> 4274491 INFO (zkCallback-3469-thread-2-processing-n:127.0.0.1:41414_solr) [n:127.0.0.1:41414_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (0)
[junit4] 2> 4274495 DEBUG (jetty-closer-3412-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 4274496 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x16016754c230017, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 4274530 INFO (jetty-closer-3412-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@145b40ad{/solr,null,UNAVAILABLE}
[junit4] 2> 4274655 INFO (coreCloseExecutor-5012-thread-1) [n:127.0.0.1:45008_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@6352827
[junit4] 2> 4274655 INFO (coreCloseExecutor-5012-thread-1) [n:127.0.0.1:45008_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n1, tag=104146983
[junit4] 2> 4274655 INFO (coreCloseExecutor-5012-thread-1) [n:127.0.0.1:45008_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2f332920: rootName = solr_45008, domain = solr.core.collection1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@ccc893b
[junit4] 2> 4274674 INFO (jetty-closer-3412-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4431b419{/solr,null,UNAVAILABLE}
[junit4] 2> 4274691 INFO (coreCloseExecutor-5012-thread-1) [n:127.0.0.1:45008_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=104146983
[junit4] 2> 4274715 INFO (zkCallback-3595-thread-1-processing-n:127.0.0.1:45008_solr) [n:127.0.0.1:45008_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45008_solr
[junit4] 2> 4275960 WARN (zkCallback-3536-thread-2-processing-n:127.0.0.1:39641_solr) [n:127.0.0.1:39641_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4275961 INFO (jetty-closer-3412-thread-6) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@78cb70f2{/solr,null,UNAVAILABLE}
[junit4] 2> 4275977 WARN (zkCallback-3549-thread-2-processing-n:127.0.0.1:34781_solr) [n:127.0.0.1:34781_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4275977 INFO (jetty-closer-3412-thread-7) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@ef46db0{/solr,null,UNAVAILABLE}
[junit4] 2> 4275989 WARN (zkCallback-3527-thread-2-processing-n:127.0.0.1:38418_solr) [n:127.0.0.1:38418_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4275989 INFO (jetty-closer-3412-thread-5) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@a11a967{/solr,null,UNAVAILABLE}
[junit4] 2> 4276181 INFO (jetty-closer-3412-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@531ab1a3{/solr,null,UNAVAILABLE}
[junit4] 2> 4276384 INFO (jetty-closer-3412-thread-10) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@54305716{/solr,null,UNAVAILABLE}
[junit4] 2> 4276407 ERROR (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4276407 INFO (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33441 33441
[junit4] 2> 4276472 INFO (Thread-3496) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33441 33441
[junit4] 2> 4276473 WARN (Thread-3496) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 44 /solr/aliases.json
[junit4] 2> 44 /solr/clusterprops.json
[junit4] 2> 18 /solr/security.json
[junit4] 2> 2 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 44 /solr/clusterstate.json
[junit4] 2> 14 /solr/collections/collection1/state.json
[junit4] 2> 5 /solr/autoscaling.json
[junit4] 2> 3 /solr/overseer_elect/election/99103884846497833-127.0.0.1:36356_solr-n_0000000009
[junit4] 2> 2 /solr/overseer_elect/election/99103884846497796-127.0.0.1:34600_solr-n_0000000001
[junit4] 2> 2 /solr/overseer_elect/election/99103884846497863-1270.0.1:44334_solr-n_0000000015
[junit4] 2> 2 /solr/overseer_elect/election/99103884846497851-127.0.0.1:34781_solr-n_0000000013
[junit4] 2> 2 /solr/overseer_elect/election/99103884846497822-127.0.0.1:44988_solr-n_0000000007
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 44 /solr/collections
[junit4] 2> 43 /solr/live_nodes
[junit4] 2> 5 /solr/overseer/queue-work
[junit4] 2> 5 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 5 /solr/overseer/queue
[junit4] 2> 5 /solr/overseer/collection-queue-work
[junit4] 2> 3 /solr/autoscaling/events/node_added_trigger
[junit4] 2> 2 /solr/autoscaling/events/node_lost_trigger
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3B6506DBFB420724-001
[junit4] 2> Dec 02, 2017 9:04:28 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=true): {}, locale=sr-Latn-RS, timezone=Asia/Istanbul
[junit4] 2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=261714784,total=523239424
[junit4] 2> NOTE: All tests run in this JVM: [DistribDocExpirationUpdateProcessorTest, TestExportWriter, ReplaceNodeTest, TestAuthorizationFramework, TestXIncludeConfig, TestFieldResource, TestSchemaNameResource, ShardSplitTest, TestCloudManagedSchema, TestSmileRequest, TestConfigSets, HttpPartitionTest, SampleTest, TestOrdValues, TestJavabinTupleStreamParser, LargeFieldTest, TestDFISimilarityFactory, ZkStateReaderTest, TestRestManager, TestReplicaProperties, DOMUtilTest, TestCollectionAPIs, ZkCLITest, TestRemoteStreaming, DistributedFacetPivotLargeTest, TestManagedStopFilterFactory, TestLeaderElectionZkExpiry, TestStressInPlaceUpdates, SolrIndexSplitterTest, TestInitParams, ShowFileRequestHandlerTest, TestReloadDeadlock, TestSolrCloudWithHadoopAuthPlugin, CreateCollectionCleanupTest, TestConfigSetsAPIExclusivity, TestTrieFacet, VersionInfoTest, TestPivotHelperCode, RequestLoggingTest, SolrShardReporterTest, TestSolrQueryParser, TestSubQueryTransformerDistrib, RequestHandlersTest, DeleteLastCustomShardedReplicaTest, TestScoreJoinQPNoScore, TestFastLRUCache, AddBlockUpdateTest, ShardRoutingTest, HdfsLockFactoryTest, PingRequestHandlerTest, SolrCLIZkUtilsTest, TestLockTree, TestSQLHandler, SOLR749Test, CdcrRequestHandlerTest, HighlighterConfigTest, BlockJoinFacetDistribTest, BigEndianAscendingWordDeserializerTest, TestSSLRandomization, TestTestInjection, AnalyticsMergeStrategyTest, TestLazyCores, TestExactSharedStatsCache, PeerSyncReplicationTest, SearchRateTriggerTest, TestInPlaceUpdatesDistrib, GraphQueryTest, SpellingQueryConverterTest, TestMaxScoreQueryParser, LukeRequestHandlerTest, MBeansHandlerTest, AddReplicaTest, DistributedFacetPivotSmallTest, ConcurrentDeleteAndCreateCollectionTest, CdcrBootstrapTest, PrimUtilsTest, TestCloudRecovery, OpenCloseCoreStressTest, SignatureUpdateProcessorFactoryTest, TestDocSet, BadIndexSchemaTest, TestLuceneMatchVersion, RuleEngineTest, PathHierarchyTokenizerFactoryTest, TestFaceting, ConvertedLegacyTest, CloudMLTQParserTest, ResponseHeaderTest, TestLegacyTerms, BadCopyFieldTest, TestSizeLimitedDistributedMap, TestReplicationHandlerBackup, TestDeleteCollectionOnDownNodes, CollectionTooManyReplicasTest, TestDocumentBuilder, TestRangeQuery, HdfsBasicDistributedZkTest, TestConfigOverlay, TermVectorComponentDistributedTest, JvmMetricsTest, DistributedQueryComponentOptimizationTest, TestSolrCloudWithKerberosAlt, TestNumericTerms32, ClassificationUpdateProcessorTest, SolrGangliaReporterTest, TestSurroundQueryParser, TestJmxIntegration, ExplicitHLLTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, DeleteShardTest, ChaosMonkeySafeLeaderTest, TestHashQParserPlugin, OutputWriterTest, SolrCmdDistributorTest, TestJettySolrRunner, HdfsRecoveryZkTest, CoreAdminRequestStatusTest, TriggerIntegrationTest]
[junit4] Completed [388/750 (1!)] on J1 in 195.16s, 13 tests, 1 failure <<< FAILURES!
[...truncated 48654 lines...]