You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/10/20 20:38:57 UTC
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1673 - Still
Unstable
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1673/
1 tests failed.
FAILED: org.apache.solr.cloud.LIROnShardRestartTest.testSeveralReplicasInLIR
Error Message:
Timeout waiting for replicas rejoin election
Stack Trace:
java.lang.AssertionError: Timeout waiting for replicas rejoin election
at __randomizedtesting.SeedInfo.seed([24943BFBF5F54608:A2CEACCFD5AF0B51]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertFalse(Assert.java:68)
at org.apache.solr.cloud.LIROnShardRestartTest.testSeveralReplicasInLIR(LIROnShardRestartTest.java:242)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14629 lines...]
[junit4] Suite: org.apache.solr.cloud.LIROnShardRestartTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/init-core-data-001
[junit4] 2> 2637824 WARN (SUITE-LIROnShardRestartTest-seed#[24943BFBF5F54608]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=32 numCloses=32
[junit4] 2> 2637824 INFO (SUITE-LIROnShardRestartTest-seed#[24943BFBF5F54608]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2637827 INFO (SUITE-LIROnShardRestartTest-seed#[24943BFBF5F54608]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2637827 INFO (SUITE-LIROnShardRestartTest-seed#[24943BFBF5F54608]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2637827 INFO (SUITE-LIROnShardRestartTest-seed#[24943BFBF5F54608]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001
[junit4] 2> 2637828 INFO (SUITE-LIROnShardRestartTest-seed#[24943BFBF5F54608]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2637828 INFO (Thread-13063) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2637828 INFO (Thread-13063) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2637832 ERROR (Thread-13063) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2637928 INFO (SUITE-LIROnShardRestartTest-seed#[24943BFBF5F54608]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:33806
[junit4] 2> 2637934 INFO (zkConnectionManagerCallback-6084-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2637940 INFO (jetty-launcher-6081-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 2637940 INFO (jetty-launcher-6081-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 2637941 INFO (jetty-launcher-6081-thread-3) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 2637943 INFO (jetty-launcher-6081-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2637943 INFO (jetty-launcher-6081-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2637943 INFO (jetty-launcher-6081-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2637943 INFO (jetty-launcher-6081-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2637943 INFO (jetty-launcher-6081-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2637943 INFO (jetty-launcher-6081-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2637943 INFO (jetty-launcher-6081-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2637943 INFO (jetty-launcher-6081-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2637943 INFO (jetty-launcher-6081-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2637943 INFO (jetty-launcher-6081-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6fa6d898{/solr,null,AVAILABLE}
[junit4] 2> 2637943 INFO (jetty-launcher-6081-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@d051052{/solr,null,AVAILABLE}
[junit4] 2> 2637951 INFO (jetty-launcher-6081-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2a8c0dd4{/solr,null,AVAILABLE}
[junit4] 2> 2637951 INFO (jetty-launcher-6081-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@798b4b98{HTTP/1.1,[http/1.1]}{127.0.0.1:36142}
[junit4] 2> 2637951 INFO (jetty-launcher-6081-thread-1) [ ] o.e.j.s.Server Started @2638013ms
[junit4] 2> 2637951 INFO (jetty-launcher-6081-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36142}
[junit4] 2> 2637951 INFO (jetty-launcher-6081-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5375af32{HTTP/1.1,[http/1.1]}{127.0.0.1:41538}
[junit4] 2> 2637951 INFO (jetty-launcher-6081-thread-2) [ ] o.e.j.s.Server Started @2638014ms
[junit4] 2> 2637951 INFO (jetty-launcher-6081-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41538}
[junit4] 2> 2637951 ERROR (jetty-launcher-6081-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2637951 INFO (jetty-launcher-6081-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2637951 INFO (jetty-launcher-6081-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2637951 ERROR (jetty-launcher-6081-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2637951 INFO (jetty-launcher-6081-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2637951 INFO (jetty-launcher-6081-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2637951 INFO (jetty-launcher-6081-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2637952 INFO (jetty-launcher-6081-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-20T19:52:24.289Z
[junit4] 2> 2637952 INFO (jetty-launcher-6081-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2637952 INFO (jetty-launcher-6081-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2637952 INFO (jetty-launcher-6081-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2637952 INFO (jetty-launcher-6081-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-20T19:52:24.290Z
[junit4] 2> 2637953 INFO (jetty-launcher-6081-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@484b42fd{HTTP/1.1,[http/1.1]}{127.0.0.1:41037}
[junit4] 2> 2637953 INFO (jetty-launcher-6081-thread-3) [ ] o.e.j.s.Server Started @2638015ms
[junit4] 2> 2637953 INFO (jetty-launcher-6081-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41037}
[junit4] 2> 2637953 ERROR (jetty-launcher-6081-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2637953 INFO (jetty-launcher-6081-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2637953 INFO (jetty-launcher-6081-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2637953 INFO (jetty-launcher-6081-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2637953 INFO (jetty-launcher-6081-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2637953 INFO (jetty-launcher-6081-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-20T19:52:24.291Z
[junit4] 2> 2637954 INFO (zkConnectionManagerCallback-6086-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2637954 INFO (jetty-launcher-6081-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2637954 INFO (zkConnectionManagerCallback-6088-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2637955 INFO (zkConnectionManagerCallback-6090-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2637955 INFO (jetty-launcher-6081-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2637955 INFO (jetty-launcher-6081-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2638087 INFO (jetty-launcher-6081-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33806/solr
[junit4] 2> 2638088 INFO (zkConnectionManagerCallback-6094-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2638091 INFO (zkConnectionManagerCallback-6096-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2638187 INFO (jetty-launcher-6081-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33806/solr
[junit4] 2> 2638195 INFO (zkConnectionManagerCallback-6102-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2638199 INFO (zkConnectionManagerCallback-6104-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2638207 INFO (jetty-launcher-6081-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33806/solr
[junit4] 2> 2638208 INFO (zkConnectionManagerCallback-6108-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2638210 INFO (jetty-launcher-6081-thread-2) [n:127.0.0.1:41538_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41538_solr
[junit4] 2> 2638211 INFO (jetty-launcher-6081-thread-2) [n:127.0.0.1:41538_solr ] o.a.s.c.Overseer Overseer (id=72136232687108101-127.0.0.1:41538_solr-n_0000000000) starting
[junit4] 2> 2638214 INFO (zkConnectionManagerCallback-6112-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2638217 INFO (jetty-launcher-6081-thread-3) [n:127.0.0.1:41037_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41037_solr
[junit4] 2> 2638226 INFO (zkCallback-6095-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2638228 INFO (zkCallback-6103-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2638229 INFO (zkConnectionManagerCallback-6117-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2638231 INFO (jetty-launcher-6081-thread-2) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2638232 INFO (jetty-launcher-6081-thread-1) [n:127.0.0.1:36142_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2638233 INFO (jetty-launcher-6081-thread-2) [n:127.0.0.1:41538_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33806/solr ready
[junit4] 2> 2638234 INFO (OverseerStateUpdate-72136232687108101-127.0.0.1:41538_solr-n_0000000000) [n:127.0.0.1:41538_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:41538_solr
[junit4] 2> 2638238 INFO (jetty-launcher-6081-thread-1) [n:127.0.0.1:36142_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2638238 INFO (jetty-launcher-6081-thread-1) [n:127.0.0.1:36142_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36142_solr
[junit4] 2> 2638240 INFO (zkCallback-6103-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2638240 INFO (zkCallback-6095-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2638241 INFO (jetty-launcher-6081-thread-2) [n:127.0.0.1:41538_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2638241 INFO (jetty-launcher-6081-thread-2) [n:127.0.0.1:41538_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41538_solr
[junit4] 2> 2638242 INFO (zkCallback-6103-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2638251 DEBUG (OverseerAutoScalingTriggerThread-72136232687108101-127.0.0.1:41538_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 2638251 INFO (zkCallback-6116-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 2638252 DEBUG (OverseerAutoScalingTriggerThread-72136232687108101-127.0.0.1:41538_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 2638252 DEBUG (OverseerAutoScalingTriggerThread-72136232687108101-127.0.0.1:41538_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 2638252 DEBUG (OverseerAutoScalingTriggerThread-72136232687108101-127.0.0.1:41538_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 2638253 INFO (zkCallback-6111-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 2638257 INFO (zkCallback-6095-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2638261 INFO (zkConnectionManagerCallback-6124-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2638262 DEBUG (OverseerAutoScalingTriggerThread-72136232687108101-127.0.0.1:41538_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:41538_solr, 127.0.0.1:36142_solr, 127.0.0.1:41037_solr]
[junit4] 2> 2638263 DEBUG (OverseerAutoScalingTriggerThread-72136232687108101-127.0.0.1:41538_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2638263 DEBUG (OverseerAutoScalingTriggerThread-72136232687108101-127.0.0.1:41538_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 2638263 DEBUG (ScheduledTrigger-9561-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2638264 INFO (jetty-launcher-6081-thread-3) [n:127.0.0.1:41037_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2638265 INFO (jetty-launcher-6081-thread-3) [n:127.0.0.1:41037_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33806/solr ready
[junit4] 2> 2638266 INFO (jetty-launcher-6081-thread-3) [n:127.0.0.1:41037_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2638274 INFO (zkConnectionManagerCallback-6130-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2638275 INFO (jetty-launcher-6081-thread-1) [n:127.0.0.1:36142_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2638276 INFO (jetty-launcher-6081-thread-2) [n:127.0.0.1:41538_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2638276 INFO (jetty-launcher-6081-thread-1) [n:127.0.0.1:36142_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33806/solr ready
[junit4] 2> 2638277 INFO (jetty-launcher-6081-thread-1) [n:127.0.0.1:36142_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2638347 INFO (jetty-launcher-6081-thread-1) [n:127.0.0.1:36142_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36142.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@100ecdf1
[junit4] 2> 2638363 INFO (jetty-launcher-6081-thread-3) [n:127.0.0.1:41037_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41037.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@100ecdf1
[junit4] 2> 2638364 INFO (jetty-launcher-6081-thread-2) [n:127.0.0.1:41538_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41538.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@100ecdf1
[junit4] 2> 2638374 INFO (jetty-launcher-6081-thread-1) [n:127.0.0.1:36142_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36142.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@100ecdf1
[junit4] 2> 2638374 INFO (jetty-launcher-6081-thread-1) [n:127.0.0.1:36142_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36142.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@100ecdf1
[junit4] 2> 2638376 INFO (jetty-launcher-6081-thread-1) [n:127.0.0.1:36142_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node1/.
[junit4] 2> 2638378 INFO (jetty-launcher-6081-thread-3) [n:127.0.0.1:41037_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41037.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@100ecdf1
[junit4] 2> 2638378 INFO (jetty-launcher-6081-thread-3) [n:127.0.0.1:41037_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41037.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@100ecdf1
[junit4] 2> 2638379 INFO (jetty-launcher-6081-thread-2) [n:127.0.0.1:41538_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41538.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@100ecdf1
[junit4] 2> 2638379 INFO (jetty-launcher-6081-thread-2) [n:127.0.0.1:41538_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41538.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@100ecdf1
[junit4] 2> 2638379 INFO (jetty-launcher-6081-thread-3) [n:127.0.0.1:41037_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node3/.
[junit4] 2> 2638380 INFO (jetty-launcher-6081-thread-2) [n:127.0.0.1:41538_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node2/.
[junit4] 2> 2638506 INFO (zkConnectionManagerCallback-6134-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2638510 INFO (zkConnectionManagerCallback-6139-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2638512 INFO (SUITE-LIROnShardRestartTest-seed#[24943BFBF5F54608]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2638513 INFO (SUITE-LIROnShardRestartTest-seed#[24943BFBF5F54608]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33806/solr ready
[junit4] 2> 2638721 INFO (TEST-LIROnShardRestartTest.testAllReplicasInLIR-seed#[24943BFBF5F54608]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAllReplicasInLIR
[junit4] 2> 2638722 INFO (qtp1563674515-32061) [n:127.0.0.1:36142_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&name=allReplicasInLIR&nrtReplicas=3&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2638725 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection allReplicasInLIR
[junit4] 2> 2638726 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/allReplicasInLIR.AUTOCREATED/managed-schema
[junit4] 2> 2638730 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/allReplicasInLIR.AUTOCREATED/protwords.txt
[junit4] 2> 2638732 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/allReplicasInLIR.AUTOCREATED/solrconfig.xml
[junit4] 2> 2638735 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/allReplicasInLIR.AUTOCREATED/synonyms.txt
[junit4] 2> 2638736 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/allReplicasInLIR.AUTOCREATED/stopwords.txt
[junit4] 2> 2638739 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/contractions_it.txt
[junit4] 2> 2638741 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/contractions_ca.txt
[junit4] 2> 2638743 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stemdict_nl.txt
[junit4] 2> 2638745 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_no.txt
[junit4] 2> 2638747 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_hy.txt
[junit4] 2> 2638750 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_id.txt
[junit4] 2> 2638752 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_hi.txt
[junit4] 2> 2638754 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_ga.txt
[junit4] 2> 2638756 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_da.txt
[junit4] 2> 2638758 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_ja.txt
[junit4] 2> 2638760 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_pt.txt
[junit4] 2> 2638762 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_hu.txt
[junit4] 2> 2638764 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_el.txt
[junit4] 2> 2638766 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_ru.txt
[junit4] 2> 2638768 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_tr.txt
[junit4] 2> 2638770 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_ar.txt
[junit4] 2> 2638773 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/userdict_ja.txt
[junit4] 2> 2638775 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_eu.txt
[junit4] 2> 2638777 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_it.txt
[junit4] 2> 2638779 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_cz.txt
[junit4] 2> 2638782 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stoptags_ja.txt
[junit4] 2> 2638785 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/contractions_fr.txt
[junit4] 2> 2638787 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_de.txt
[junit4] 2> 2638790 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_fa.txt
[junit4] 2> 2638794 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/contractions_ga.txt
[junit4] 2> 2638797 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_ca.txt
[junit4] 2> 2638799 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_nl.txt
[junit4] 2> 2638802 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_bg.txt
[junit4] 2> 2638804 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_en.txt
[junit4] 2> 2638807 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_es.txt
[junit4] 2> 2638809 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_lv.txt
[junit4] 2> 2638811 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_ro.txt
[junit4] 2> 2638813 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_th.txt
[junit4] 2> 2638815 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_fr.txt
[junit4] 2> 2638818 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_sv.txt
[junit4] 2> 2638820 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_fi.txt
[junit4] 2> 2638822 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/hyphenations_ga.txt
[junit4] 2> 2638825 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_gl.txt
[junit4] 2> 2638827 INFO (OverseerThreadFactory-9564-thread-1-processing-n:127.0.0.1:41538_solr) [n:127.0.0.1:41538_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/allReplicasInLIR.AUTOCREATED/params.json
[junit4] 2> 2638937 INFO (qtp1563674515-32052) [n:127.0.0.1:36142_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2638939 INFO (qtp961738846-32072) [n:127.0.0.1:41037_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2638941 INFO (qtp1702999473-32067) [n:127.0.0.1:41538_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2638954 INFO (OverseerStateUpdate-72136232687108101-127.0.0.1:41538_solr-n_0000000000) [n:127.0.0.1:41538_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"allReplicasInLIR",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"allReplicasInLIR_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:41538/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2638966 INFO (OverseerStateUpdate-72136232687108101-127.0.0.1:41538_solr-n_0000000000) [n:127.0.0.1:41538_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"allReplicasInLIR",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"allReplicasInLIR_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:41037/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2638971 INFO (OverseerStateUpdate-72136232687108101-127.0.0.1:41538_solr-n_0000000000) [n:127.0.0.1:41538_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"allReplicasInLIR",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"allReplicasInLIR_shard1_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36142/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2639174 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr x:allReplicasInLIR_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=allReplicasInLIR.AUTOCREATED&newCollection=true&name=allReplicasInLIR_shard1_replica_n1&action=CREATE&numShards=1&collection=allReplicasInLIR&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2639174 INFO (qtp1563674515-32054) [n:127.0.0.1:36142_solr x:allReplicasInLIR_shard1_replica_n5] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=allReplicasInLIR.AUTOCREATED&newCollection=true&name=allReplicasInLIR_shard1_replica_n5&action=CREATE&numShards=1&collection=allReplicasInLIR&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2639175 INFO (qtp961738846-32059) [n:127.0.0.1:41037_solr x:allReplicasInLIR_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=allReplicasInLIR.AUTOCREATED&newCollection=true&name=allReplicasInLIR_shard1_replica_n2&action=CREATE&numShards=1&collection=allReplicasInLIR&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2639175 INFO (qtp961738846-32059) [n:127.0.0.1:41037_solr x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2639272 DEBUG (ScheduledTrigger-9561-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2640200 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 2640200 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 2640201 INFO (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 2640201 INFO (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 2640201 INFO (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 2640201 INFO (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 2640201 WARN (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../contrib/extraction/lib
[junit4] 2> 2640201 WARN (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../dist
[junit4] 2> 2640202 WARN (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n5/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n5/../../../../contrib/extraction/lib
[junit4] 2> 2640202 WARN (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../contrib/clustering/lib
[junit4] 2> 2640202 WARN (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n5/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n5/../../../../dist
[junit4] 2> 2640202 WARN (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../dist
[junit4] 2> 2640202 WARN (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n5/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n5/../../../../contrib/clustering/lib
[junit4] 2> 2640202 WARN (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../contrib/langid/lib
[junit4] 2> 2640202 WARN (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n5/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n5/../../../../dist
[junit4] 2> 2640202 WARN (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../contrib/extraction/lib
[junit4] 2> 2640202 WARN (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../dist
[junit4] 2> 2640203 WARN (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n5/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n5/../../../../contrib/langid/lib
[junit4] 2> 2640203 WARN (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../dist
[junit4] 2> 2640203 WARN (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n5/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n5/../../../../dist
[junit4] 2> 2640203 WARN (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../contrib/velocity/lib
[junit4] 2> 2640203 WARN (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../contrib/clustering/lib
[junit4] 2> 2640203 WARN (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../dist
[junit4] 2> 2640203 WARN (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n5/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n5/../../../../contrib/velocity/lib
[junit4] 2> 2640203 WARN (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../dist
[junit4] 2> 2640203 WARN (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../dist filtered by solr-ltr-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../dist
[junit4] 2> 2640204 WARN (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n5/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n5/../../../../dist
[junit4] 2> 2640204 WARN (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n5/../../../../dist filtered by solr-ltr-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n5/../../../../dist
[junit4] 2> 2640204 WARN (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../contrib/langid/lib
[junit4] 2> 2640204 WARN (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../dist
[junit4] 2> 2640204 WARN (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../contrib/velocity/lib
[junit4] 2> 2640205 WARN (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../dist
[junit4] 2> 2640205 WARN (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../dist filtered by solr-ltr-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../dist
[junit4] 2> 2640211 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2640216 INFO (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2640220 INFO (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2640263 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.s.IndexSchema [allReplicasInLIR_shard1_replica_n1] Schema name=default-config
[junit4] 2> 2640264 INFO (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.s.IndexSchema [allReplicasInLIR_shard1_replica_n5] Schema name=default-config
[junit4] 2> 2640271 INFO (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.s.IndexSchema [allReplicasInLIR_shard1_replica_n2] Schema name=default-config
[junit4] 2> 2640273 DEBUG (ScheduledTrigger-9561-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2640576 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 2640581 INFO (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 2640612 INFO (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 2640669 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'allReplicasInLIR_shard1_replica_n1' using configuration from collection allReplicasInLIR, trusted=true
[junit4] 2> 2640670 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41538.solr.core.allReplicasInLIR.shard1.replica_n1' (registry 'solr.core.allReplicasInLIR.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@100ecdf1
[junit4] 2> 2640670 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrCore [[allReplicasInLIR_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node2/./allReplicasInLIR_shard1_replica_n1/data/]
[junit4] 2> 2640689 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
[junit4] 2> 2640713 INFO (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'allReplicasInLIR_shard1_replica_n5' using configuration from collection allReplicasInLIR, trusted=true
[junit4] 2> 2640714 INFO (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36142.solr.core.allReplicasInLIR.shard1.replica_n5' (registry 'solr.core.allReplicasInLIR.shard1.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@100ecdf1
[junit4] 2> 2640715 INFO (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.SolrCore [[allReplicasInLIR_shard1_replica_n5] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n5], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node1/./allReplicasInLIR_shard1_replica_n5/data/]
[junit4] 2> 2640729 INFO (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
[junit4] 2> 2640735 INFO (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'allReplicasInLIR_shard1_replica_n2' using configuration from collection allReplicasInLIR, trusted=true
[junit4] 2> 2640735 INFO (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41037.solr.core.allReplicasInLIR.shard1.replica_n2' (registry 'solr.core.allReplicasInLIR.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@100ecdf1
[junit4] 2> 2640736 INFO (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrCore [[allReplicasInLIR_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_24943BFBF5F54608-001/tempDir-001/node3/./allReplicasInLIR_shard1_replica_n2/data/]
[junit4] 2> 2640754 INFO (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
[junit4] 2> 2640785 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2640785 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2640787 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms;
[junit4] 2> 2640787 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2640790 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@40dc33fa[allReplicasInLIR_shard1_replica_n1] main]
[junit4] 2> 2640792 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/allReplicasInLIR.AUTOCREATED
[junit4] 2> 2640793 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/allReplicasInLIR.AUTOCREATED
[junit4] 2> 2640793 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/allReplicasInLIR.AUTOCREATED/managed-schema
[junit4] 2> 2640794 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 2640795 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 2640795 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
[junit4] 2> 2640798 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2640798 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1614875351723278336
[junit4] 2> 2640798 INFO (searcherExecutor-9576-thread-1-processing-n:127.0.0.1:41538_solr x:allReplicasInLIR_shard1_replica_n1 c:allReplicasInLIR s:shard1 r:core_node3) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@40dc33fa[allReplicasInLIR_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2640798 INFO (searcherExecutor-9576-thread-1-processing-n:127.0.0.1:41538_solr x:allReplicasInLIR_shard1_replica_n1 c:allReplicasInLIR s:shard1 r:core_node3) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
[junit4] 2> 2640798 INFO (searcherExecutor-9576-thread-1-processing-n:127.0.0.1:41538_solr x:allReplicasInLIR_shard1_replica_n1 c:allReplicasInLIR s:shard1 r:core_node3) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 2640799 INFO (searcherExecutor-9576-thread-1-processing-n:127.0.0.1:41538_solr x:allReplicasInLIR_shard1_replica_n1 c:allReplicasInLIR s:shard1 r:core_node3) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrCore [allReplicasInLIR_shard1_replica_n1] Registered new searcher Searcher@40dc33fa[allReplicasInLIR_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2640836 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/allReplicasInLIR/terms/shard1 to Terms{values={core_node3=0}, version=0}
[junit4] 2> 2640848 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=3 found=1 timeoutin=9999ms
[junit4] 2> 2640886 INFO (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2640886 INFO (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2640887 INFO (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms;
[junit4] 2> 2640887 INFO (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2640888 INFO (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2640888 INFO (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2640890 INFO (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms;
[junit4] 2> 2640890 INFO (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2640890 INFO (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.s.SolrIndexSearcher Opening [Searcher@417f01ac[allReplicasInLIR_shard1_replica_n5] main]
[junit4] 2> 2640892 INFO (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@226041c5[allReplicasInLIR_shard1_replica_n2] main]
[junit4] 2> 2640893 INFO (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/allReplicasInLIR.AUTOCREATED
[junit4] 2> 2640894 INFO (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/allReplicasInLIR.AUTOCREATED
[junit4] 2> 2640895 INFO (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/allReplicasInLIR.AUTOCREATED
[junit4] 2> 2640895 INFO (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/allReplicasInLIR.AUTOCREATED/managed-schema
[junit4] 2> 2640895 INFO (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/allReplicasInLIR.AUTOCREATED
[junit4] 2> 2640895 INFO (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/allReplicasInLIR.AUTOCREATED/managed-schema
[junit4] 2> 2640896 INFO (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 2640896 INFO (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 2640897 INFO (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
[junit4] 2> 2640899 INFO (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2640899 INFO (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1614875351829184512
[junit4] 2> 2640899 INFO (searcherExecutor-9578-thread-1-processing-n:127.0.0.1:41037_solr x:allReplicasInLIR_shard1_replica_n2 c:allReplicasInLIR s:shard1 r:core_node4) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@226041c5[allReplicasInLIR_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2640899 INFO (searcherExecutor-9578-thread-1-processing-n:127.0.0.1:41037_solr x:allReplicasInLIR_shard1_replica_n2 c:allReplicasInLIR s:shard1 r:core_node4) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.QuerySenderListener QuerySenderListener done.
[junit4] 2> 2640899 INFO (searcherExecutor-9578-thread-1-processing-n:127.0.0.1:41037_solr x:allReplicasInLIR_shard1_replica_n2 c:allReplicasInLIR s:shard1 r:core_node4) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 2640900 INFO (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 2640900 INFO (searcherExecutor-9578-thread-1-processing-n:127.0.0.1:41037_solr x:allReplicasInLIR_shard1_replica_n2 c:allReplicasInLIR s:shard1 r:core_node4) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrCore [allReplicasInLIR_shard1_replica_n2] Registered new searcher Searcher@226041c5[allReplicasInLIR_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2640901 INFO (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 2640901 INFO (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
[junit4] 2> 2640904 INFO (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2640905 INFO (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1614875351835475968
[junit4] 2> 2640905 INFO (searcherExecutor-9577-thread-1-processing-n:127.0.0.1:36142_solr x:allReplicasInLIR_shard1_replica_n5 c:allReplicasInLIR s:shard1 r:core_node6) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@417f01ac[allReplicasInLIR_shard1_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2640905 INFO (searcherExecutor-9577-thread-1-processing-n:127.0.0.1:36142_solr x:allReplicasInLIR_shard1_replica_n5 c:allReplicasInLIR s:shard1 r:core_node6) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.QuerySenderListener QuerySenderListener done.
[junit4] 2> 2640905 INFO (searcherExecutor-9577-thread-1-processing-n:127.0.0.1:36142_solr x:allReplicasInLIR_shard1_replica_n5 c:allReplicasInLIR s:shard1 r:core_node6) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 2640906 INFO (searcherExecutor-9577-thread-1-processing-n:127.0.0.1:36142_solr x:allReplicasInLIR_shard1_replica_n5 c:allReplicasInLIR s:shard1 r:core_node6) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.SolrCore [allReplicasInLIR_shard1_replica_n5] Registered new searcher Searcher@417f01ac[allReplicasInLIR_shard1_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2640919 INFO (qtp961738846-32059) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/allReplicasInLIR/terms/shard1 to Terms{values={core_node3=0, core_node4=0}, version=1}
[junit4] 2> 2640923 INFO (qtp1563674515-32054) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.ZkShardTerms Successful update of terms at /collections/allReplicasInLIR/terms/shard1 to Terms{values={core_node6=0, core_node3=0, core_node4=0}, version=2}
[junit4] 2> 2641273 DEBUG (ScheduledTrigger-9561-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2641349 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2641349 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2641349 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41538/solr/allReplicasInLIR_shard1_replica_n1/
[junit4] 2> 2641350 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=allReplicasInLIR_shard1_replica_n1 url=http://127.0.0.1:41538/solr START replicas=[http://127.0.0.1:41037/solr/allReplicasInLIR_shard1_replica_n2/, http://127.0.0.1:36142/solr/allReplicasInLIR_shard1_replica_n5/] nUpdates=100
[junit4] 2> 2641351 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=allReplicasInLIR_shard1_replica_n1 url=http://127.0.0.1:41538/solr DONE. We have no versions. sync failed.
[junit4] 2> 2641351 INFO (qtp961738846-32062) [n:127.0.0.1:41037_solr c:allReplicasInLIR s:shard1 r:core_node4 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.S.Request [allReplicasInLIR_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2641352 INFO (qtp1563674515-32052) [n:127.0.0.1:36142_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n5] o.a.s.c.S.Request [allReplicasInLIR_shard1_replica_n5] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2641352 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2641352 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2641359 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41538/solr/allReplicasInLIR_shard1_replica_n1/ shard1
[junit4] 2> 2641514 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2641517 INFO (qtp1702999473-32053) [n:127.0.0.1:41538_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=allReplicasInLIR.AUTOCREATED&newCollection=true&name=allReplicasInLIR_shard1_replica_n1&action=CREATE&numShards=1&collection=allReplicasInLIR&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2343
[junit4] 2> 2641617 INFO (zkCal
[...truncated too long message...]
:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1983498167
[copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1983498167
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1983498167
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 46ms :: artifacts dl 4ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 276 minutes 7 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1675 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1675/
3 tests failed.
FAILED: org.apache.solr.cloud.LIROnShardRestartTest.testAllReplicasInLIR
Error Message:
Path must not end with / character
Stack Trace:
java.lang.IllegalArgumentException: Path must not end with / character
at __randomizedtesting.SeedInfo.seed([A704C8B907BBB14C:FD9CF27F793BD6AB]:0)
at org.apache.zookeeper.common.PathUtils.validatePath(PathUtils.java:58)
at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1517)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getChildren$4(SolrZkClient.java:329)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:329)
at org.apache.solr.cloud.LIROnShardRestartTest.testAllReplicasInLIR(LIROnShardRestartTest.java:168)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testParallelUpdateQTime
Error Message:
Error from server at http://127.0.0.1:42135/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason: <pre> Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:42135/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([CDE850A40F69C4BC:23302B354116112F]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testParallelUpdateQTime(CloudSolrClientTest.java:146)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42135/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
FAILED: org.apache.solr.cloud.LIROnShardRestartTest.testSeveralReplicasInLIR
Error Message:
Error from server at https://127.0.0.1:36814/solr: Cannot create collection severalReplicasInLIR. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 2. This allows a maximum of 2 to be created. Value of numShards is 1, value of nrtReplicas is 3, value of tlogReplicas is 0 and value of pullReplicas is 0. This requires 3 shards to be created (higher than the allowed number)
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:36814/solr: Cannot create collection severalReplicasInLIR. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 2. This allows a maximum of 2 to be created. Value of numShards is 1, value of nrtReplicas is 3, value of tlogReplicas is 0 and value of pullReplicas is 0. This requires 3 shards to be created (higher than the allowed number)
at __randomizedtesting.SeedInfo.seed([A704C8B907BBB14C:215E5F8D27E1FC15]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.LIROnShardRestartTest.testSeveralReplicasInLIR(LIROnShardRestartTest.java:190)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14432 lines...]
[junit4] Suite: org.apache.solr.cloud.LIROnShardRestartTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/init-core-data-001
[junit4] 2> 2530123 WARN (SUITE-LIROnShardRestartTest-seed#[A704C8B907BBB14C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=128 numCloses=128
[junit4] 2> 2530123 INFO (SUITE-LIROnShardRestartTest-seed#[A704C8B907BBB14C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2530126 INFO (SUITE-LIROnShardRestartTest-seed#[A704C8B907BBB14C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2530126 INFO (SUITE-LIROnShardRestartTest-seed#[A704C8B907BBB14C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2530127 INFO (SUITE-LIROnShardRestartTest-seed#[A704C8B907BBB14C]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001
[junit4] 2> 2530127 INFO (SUITE-LIROnShardRestartTest-seed#[A704C8B907BBB14C]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2530127 INFO (Thread-10823) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2530128 INFO (Thread-10823) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2530133 ERROR (Thread-10823) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2530228 INFO (SUITE-LIROnShardRestartTest-seed#[A704C8B907BBB14C]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:33206
[junit4] 2> 2530235 INFO (zkConnectionManagerCallback-5590-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2530251 INFO (jetty-launcher-5587-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 2530252 INFO (jetty-launcher-5587-thread-3) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 2530253 INFO (jetty-launcher-5587-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 2530253 INFO (jetty-launcher-5587-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2530253 INFO (jetty-launcher-5587-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2530253 INFO (jetty-launcher-5587-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2530254 INFO (jetty-launcher-5587-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3498ac47{/solr,null,AVAILABLE}
[junit4] 2> 2530254 INFO (jetty-launcher-5587-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2530254 INFO (jetty-launcher-5587-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2530254 INFO (jetty-launcher-5587-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2530254 INFO (jetty-launcher-5587-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2530254 INFO (jetty-launcher-5587-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2530254 INFO (jetty-launcher-5587-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2530254 INFO (jetty-launcher-5587-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@778e8ab9{SSL,[ssl, http/1.1]}{127.0.0.1:40688}
[junit4] 2> 2530255 INFO (jetty-launcher-5587-thread-2) [ ] o.e.j.s.Server Started @2530316ms
[junit4] 2> 2530255 INFO (jetty-launcher-5587-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40688}
[junit4] 2> 2530255 INFO (jetty-launcher-5587-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@156442e3{/solr,null,AVAILABLE}
[junit4] 2> 2530255 ERROR (jetty-launcher-5587-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2530255 INFO (jetty-launcher-5587-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2530255 INFO (jetty-launcher-5587-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2530255 INFO (jetty-launcher-5587-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@660fd8a7{SSL,[ssl, http/1.1]}{127.0.0.1:36814}
[junit4] 2> 2530255 INFO (jetty-launcher-5587-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2530255 INFO (jetty-launcher-5587-thread-1) [ ] o.e.j.s.Server Started @2530317ms
[junit4] 2> 2530255 INFO (jetty-launcher-5587-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2530255 INFO (jetty-launcher-5587-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36814}
[junit4] 2> 2530255 INFO (jetty-launcher-5587-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-22T09:34:16.206Z
[junit4] 2> 2530255 ERROR (jetty-launcher-5587-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2530255 INFO (jetty-launcher-5587-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2530255 INFO (jetty-launcher-5587-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@51ad9c4f{/solr,null,AVAILABLE}
[junit4] 2> 2530256 INFO (jetty-launcher-5587-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2530256 INFO (jetty-launcher-5587-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2530256 INFO (jetty-launcher-5587-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2530256 INFO (jetty-launcher-5587-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-22T09:34:16.207Z
[junit4] 2> 2530256 INFO (jetty-launcher-5587-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@743b9619{SSL,[ssl, http/1.1]}{127.0.0.1:39550}
[junit4] 2> 2530256 INFO (jetty-launcher-5587-thread-3) [ ] o.e.j.s.Server Started @2530317ms
[junit4] 2> 2530256 INFO (jetty-launcher-5587-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39550}
[junit4] 2> 2530256 ERROR (jetty-launcher-5587-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2530256 INFO (jetty-launcher-5587-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2530256 INFO (jetty-launcher-5587-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2530256 INFO (jetty-launcher-5587-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2530256 INFO (jetty-launcher-5587-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2530256 INFO (jetty-launcher-5587-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-22T09:34:16.207Z
[junit4] 2> 2530257 INFO (zkConnectionManagerCallback-5592-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2530258 INFO (zkConnectionManagerCallback-5594-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2530258 INFO (zkConnectionManagerCallback-5596-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2530258 INFO (jetty-launcher-5587-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2530258 INFO (jetty-launcher-5587-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2530260 INFO (jetty-launcher-5587-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2530337 INFO (jetty-launcher-5587-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33206/solr
[junit4] 2> 2530339 INFO (zkConnectionManagerCallback-5600-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2530341 INFO (zkConnectionManagerCallback-5602-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2530448 INFO (jetty-launcher-5587-thread-2) [n:127.0.0.1:40688_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40688_solr
[junit4] 2> 2530449 INFO (jetty-launcher-5587-thread-2) [n:127.0.0.1:40688_solr ] o.a.s.c.Overseer Overseer (id=72145126703038469-127.0.0.1:40688_solr-n_0000000000) starting
[junit4] 2> 2530457 INFO (zkConnectionManagerCallback-5609-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2530460 INFO (jetty-launcher-5587-thread-2) [n:127.0.0.1:40688_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33206/solr ready
[junit4] 2> 2530460 INFO (OverseerStateUpdate-72145126703038469-127.0.0.1:40688_solr-n_0000000000) [n:127.0.0.1:40688_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:40688_solr
[junit4] 2> 2530461 INFO (jetty-launcher-5587-thread-2) [n:127.0.0.1:40688_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40688_solr
[junit4] 2> 2530474 INFO (zkCallback-5601-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2530475 INFO (zkCallback-5608-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2530482 DEBUG (OverseerAutoScalingTriggerThread-72145126703038469-127.0.0.1:40688_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:40688_solr]
[junit4] 2> 2530483 DEBUG (ScheduledTrigger-9212-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 2530496 INFO (jetty-launcher-5587-thread-2) [n:127.0.0.1:40688_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2530537 INFO (jetty-launcher-5587-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33206/solr
[junit4] 2> 2530539 INFO (zkConnectionManagerCallback-5614-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2530541 INFO (zkConnectionManagerCallback-5616-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2530550 INFO (jetty-launcher-5587-thread-1) [n:127.0.0.1:36814_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2530554 INFO (jetty-launcher-5587-thread-1) [n:127.0.0.1:36814_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2530555 INFO (jetty-launcher-5587-thread-1) [n:127.0.0.1:36814_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36814_solr
[junit4] 2> 2530555 DEBUG (OverseerStateUpdate-72145126703038469-127.0.0.1:40688_solr-n_0000000000) [n:127.0.0.1:40688_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:36814_solr"} current state version: 0
[junit4] 2> 2530556 INFO (zkCallback-5601-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2530556 INFO (zkCallback-5608-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2530560 INFO (zkCallback-5615-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2530562 INFO (jetty-launcher-5587-thread-2) [n:127.0.0.1:40688_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40688.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ffeae0e
[junit4] 2> 2530576 INFO (jetty-launcher-5587-thread-2) [n:127.0.0.1:40688_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40688.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ffeae0e
[junit4] 2> 2530576 INFO (jetty-launcher-5587-thread-2) [n:127.0.0.1:40688_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40688.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ffeae0e
[junit4] 2> 2530577 INFO (jetty-launcher-5587-thread-2) [n:127.0.0.1:40688_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node2/.
[junit4] 2> 2530583 INFO (zkConnectionManagerCallback-5623-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2530584 INFO (jetty-launcher-5587-thread-1) [n:127.0.0.1:36814_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2530585 INFO (jetty-launcher-5587-thread-1) [n:127.0.0.1:36814_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33206/solr ready
[junit4] 2> 2530585 INFO (jetty-launcher-5587-thread-1) [n:127.0.0.1:36814_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2530612 INFO (jetty-launcher-5587-thread-1) [n:127.0.0.1:36814_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36814.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ffeae0e
[junit4] 2> 2530626 INFO (jetty-launcher-5587-thread-1) [n:127.0.0.1:36814_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36814.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ffeae0e
[junit4] 2> 2530626 INFO (jetty-launcher-5587-thread-1) [n:127.0.0.1:36814_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36814.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ffeae0e
[junit4] 2> 2530627 INFO (jetty-launcher-5587-thread-1) [n:127.0.0.1:36814_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node1/.
[junit4] 2> 2530775 INFO (jetty-launcher-5587-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33206/solr
[junit4] 2> 2530777 INFO (zkConnectionManagerCallback-5628-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2530779 INFO (zkConnectionManagerCallback-5630-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2530787 INFO (jetty-launcher-5587-thread-3) [n:127.0.0.1:39550_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2530792 INFO (jetty-launcher-5587-thread-3) [n:127.0.0.1:39550_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2530792 INFO (jetty-launcher-5587-thread-3) [n:127.0.0.1:39550_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39550_solr
[junit4] 2> 2530792 DEBUG (OverseerStateUpdate-72145126703038469-127.0.0.1:40688_solr-n_0000000000) [n:127.0.0.1:40688_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:39550_solr"} current state version: 0
[junit4] 2> 2530793 INFO (zkCallback-5601-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2530793 INFO (zkCallback-5608-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2530800 INFO (zkCallback-5622-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2530800 INFO (zkCallback-5615-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2530800 INFO (zkCallback-5629-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2530820 INFO (zkConnectionManagerCallback-5637-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2530821 INFO (jetty-launcher-5587-thread-3) [n:127.0.0.1:39550_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2530822 INFO (jetty-launcher-5587-thread-3) [n:127.0.0.1:39550_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33206/solr ready
[junit4] 2> 2530822 INFO (jetty-launcher-5587-thread-3) [n:127.0.0.1:39550_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2530848 INFO (jetty-launcher-5587-thread-3) [n:127.0.0.1:39550_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39550.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ffeae0e
[junit4] 2> 2530865 INFO (jetty-launcher-5587-thread-3) [n:127.0.0.1:39550_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39550.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ffeae0e
[junit4] 2> 2530865 INFO (jetty-launcher-5587-thread-3) [n:127.0.0.1:39550_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39550.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ffeae0e
[junit4] 2> 2530867 INFO (jetty-launcher-5587-thread-3) [n:127.0.0.1:39550_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node3/.
[junit4] 2> 2530943 INFO (zkConnectionManagerCallback-5640-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2530947 INFO (zkConnectionManagerCallback-5645-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2530948 INFO (SUITE-LIROnShardRestartTest-seed#[A704C8B907BBB14C]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2530949 INFO (SUITE-LIROnShardRestartTest-seed#[A704C8B907BBB14C]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33206/solr ready
[junit4] 2> 2531253 INFO (TEST-LIROnShardRestartTest.testAllReplicasInLIR-seed#[A704C8B907BBB14C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAllReplicasInLIR
[junit4] 2> 2531281 INFO (qtp455304761-28617) [n:127.0.0.1:36814_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&name=allReplicasInLIR&nrtReplicas=3&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2531284 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection allReplicasInLIR
[junit4] 2> 2531285 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/allReplicasInLIR.AUTOCREATED/managed-schema
[junit4] 2> 2531289 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/allReplicasInLIR.AUTOCREATED/protwords.txt
[junit4] 2> 2531291 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/allReplicasInLIR.AUTOCREATED/solrconfig.xml
[junit4] 2> 2531294 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/allReplicasInLIR.AUTOCREATED/synonyms.txt
[junit4] 2> 2531296 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/allReplicasInLIR.AUTOCREATED/stopwords.txt
[junit4] 2> 2531298 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/contractions_it.txt
[junit4] 2> 2531301 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/contractions_ca.txt
[junit4] 2> 2531304 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stemdict_nl.txt
[junit4] 2> 2531306 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_no.txt
[junit4] 2> 2531309 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_hy.txt
[junit4] 2> 2531311 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_id.txt
[junit4] 2> 2531314 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_hi.txt
[junit4] 2> 2531316 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_ga.txt
[junit4] 2> 2531319 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_da.txt
[junit4] 2> 2531321 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_ja.txt
[junit4] 2> 2531324 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_pt.txt
[junit4] 2> 2531326 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_hu.txt
[junit4] 2> 2531329 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_el.txt
[junit4] 2> 2531331 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_ru.txt
[junit4] 2> 2531334 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_tr.txt
[junit4] 2> 2531337 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_ar.txt
[junit4] 2> 2531340 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/userdict_ja.txt
[junit4] 2> 2531342 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_eu.txt
[junit4] 2> 2531345 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_it.txt
[junit4] 2> 2531348 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_cz.txt
[junit4] 2> 2531351 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stoptags_ja.txt
[junit4] 2> 2531354 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/contractions_fr.txt
[junit4] 2> 2531356 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_de.txt
[junit4] 2> 2531358 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_fa.txt
[junit4] 2> 2531360 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/contractions_ga.txt
[junit4] 2> 2531362 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_ca.txt
[junit4] 2> 2531364 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_nl.txt
[junit4] 2> 2531366 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_bg.txt
[junit4] 2> 2531368 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_en.txt
[junit4] 2> 2531370 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_es.txt
[junit4] 2> 2531373 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_lv.txt
[junit4] 2> 2531375 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_ro.txt
[junit4] 2> 2531378 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_th.txt
[junit4] 2> 2531380 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_fr.txt
[junit4] 2> 2531382 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_sv.txt
[junit4] 2> 2531384 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_fi.txt
[junit4] 2> 2531387 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/hyphenations_ga.txt
[junit4] 2> 2531389 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/allReplicasInLIR.AUTOCREATED/lang/stopwords_gl.txt
[junit4] 2> 2531391 INFO (OverseerThreadFactory-9214-thread-1-processing-n:127.0.0.1:40688_solr) [n:127.0.0.1:40688_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/allReplicasInLIR.AUTOCREATED/params.json
[junit4] 2> 2531398 DEBUG (OverseerStateUpdate-72145126703038469-127.0.0.1:40688_solr-n_0000000000) [n:127.0.0.1:40688_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"allReplicasInLIR",
[junit4] 2> "fromApi":"true",
[junit4] 2> "numShards":"1",
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 2531492 DEBUG (ScheduledTrigger-9212-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2531519 INFO (qtp455304761-28619) [n:127.0.0.1:36814_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2531554 INFO (qtp435738481-28613) [n:127.0.0.1:39550_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2531581 INFO (qtp1342931586-28598) [n:127.0.0.1:40688_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2531588 DEBUG (OverseerStateUpdate-72145126703038469-127.0.0.1:40688_solr-n_0000000000) [n:127.0.0.1:40688_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"allReplicasInLIR",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"allReplicasInLIR_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40688/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 2531588 INFO (OverseerStateUpdate-72145126703038469-127.0.0.1:40688_solr-n_0000000000) [n:127.0.0.1:40688_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"allReplicasInLIR",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"allReplicasInLIR_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40688/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2531591 DEBUG (OverseerStateUpdate-72145126703038469-127.0.0.1:40688_solr-n_0000000000) [n:127.0.0.1:40688_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"allReplicasInLIR",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"allReplicasInLIR_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39550/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 2531591 INFO (OverseerStateUpdate-72145126703038469-127.0.0.1:40688_solr-n_0000000000) [n:127.0.0.1:40688_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"allReplicasInLIR",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"allReplicasInLIR_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39550/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2531595 DEBUG (OverseerStateUpdate-72145126703038469-127.0.0.1:40688_solr-n_0000000000) [n:127.0.0.1:40688_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"allReplicasInLIR",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"allReplicasInLIR_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36814/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 2531595 INFO (OverseerStateUpdate-72145126703038469-127.0.0.1:40688_solr-n_0000000000) [n:127.0.0.1:40688_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"allReplicasInLIR",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"allReplicasInLIR_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36814/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2531823 INFO (qtp1342931586-28606) [n:127.0.0.1:40688_solr x:allReplicasInLIR_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=allReplicasInLIR.AUTOCREATED&newCollection=true&name=allReplicasInLIR_shard1_replica_n1&action=CREATE&numShards=1&collection=allReplicasInLIR&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2531823 INFO (qtp435738481-28613) [n:127.0.0.1:39550_solr x:allReplicasInLIR_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=allReplicasInLIR.AUTOCREATED&newCollection=true&name=allReplicasInLIR_shard1_replica_n2&action=CREATE&numShards=1&collection=allReplicasInLIR&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2531823 INFO (qtp1342931586-28606) [n:127.0.0.1:40688_solr x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2531824 INFO (qtp455304761-28619) [n:127.0.0.1:36814_solr x:allReplicasInLIR_shard1_replica_n4] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=allReplicasInLIR.AUTOCREATED&newCollection=true&name=allReplicasInLIR_shard1_replica_n4&action=CREATE&numShards=1&collection=allReplicasInLIR&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2531829 DEBUG (OverseerStateUpdate-72145126703038469-127.0.0.1:40688_solr-n_0000000000) [n:127.0.0.1:40688_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"allReplicasInLIR_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:40688/solr",
[junit4] 2> "node_name":"127.0.0.1:40688_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"allReplicasInLIR",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 2531829 DEBUG (OverseerStateUpdate-72145126703038469-127.0.0.1:40688_solr-n_0000000000) [n:127.0.0.1:40688_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"allReplicasInLIR_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node5",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:39550/solr",
[junit4] 2> "node_name":"127.0.0.1:39550_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"allReplicasInLIR",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 2531830 DEBUG (OverseerStateUpdate-72145126703038469-127.0.0.1:40688_solr-n_0000000000) [n:127.0.0.1:40688_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "core":"allReplicasInLIR_shard1_replica_n4",
[junit4] 2> "core_node_name":"core_node6",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:36814/solr",
[junit4] 2> "node_name":"127.0.0.1:36814_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"allReplicasInLIR",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 2532496 DEBUG (ScheduledTrigger-9212-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2532842 INFO (qtp455304761-28619) [n:127.0.0.1:36814_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 2532843 INFO (qtp455304761-28619) [n:127.0.0.1:36814_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 2532844 INFO (qtp1342931586-28606) [n:127.0.0.1:40688_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 2532844 WARN (qtp455304761-28619) [n:127.0.0.1:36814_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n4/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n4/../../../../contrib/extraction/lib
[junit4] 2> 2532844 INFO (qtp1342931586-28606) [n:127.0.0.1:40688_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 2532844 WARN (qtp455304761-28619) [n:127.0.0.1:36814_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n4/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n4/../../../../dist
[junit4] 2> 2532845 WARN (qtp455304761-28619) [n:127.0.0.1:36814_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n4/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n4/../../../../contrib/clustering/lib
[junit4] 2> 2532845 WARN (qtp1342931586-28606) [n:127.0.0.1:40688_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../contrib/extraction/lib
[junit4] 2> 2532845 WARN (qtp455304761-28619) [n:127.0.0.1:36814_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n4/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n4/../../../../dist
[junit4] 2> 2532845 WARN (qtp1342931586-28606) [n:127.0.0.1:40688_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../dist
[junit4] 2> 2532845 WARN (qtp455304761-28619) [n:127.0.0.1:36814_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n4/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n4/../../../../contrib/langid/lib
[junit4] 2> 2532845 WARN (qtp1342931586-28606) [n:127.0.0.1:40688_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../contrib/clustering/lib
[junit4] 2> 2532845 WARN (qtp455304761-28619) [n:127.0.0.1:36814_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n4/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n4/../../../../dist
[junit4] 2> 2532846 WARN (qtp1342931586-28606) [n:127.0.0.1:40688_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../dist
[junit4] 2> 2532846 WARN (qtp455304761-28619) [n:127.0.0.1:36814_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n4/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n4/../../../../contrib/velocity/lib
[junit4] 2> 2532846 WARN (qtp1342931586-28606) [n:127.0.0.1:40688_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../contrib/langid/lib
[junit4] 2> 2532846 WARN (qtp455304761-28619) [n:127.0.0.1:36814_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n4/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n4/../../../../dist
[junit4] 2> 2532846 WARN (qtp1342931586-28606) [n:127.0.0.1:40688_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../dist
[junit4] 2> 2532846 WARN (qtp455304761-28619) [n:127.0.0.1:36814_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n4/../../../../dist filtered by solr-ltr-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n4/../../../../dist
[junit4] 2> 2532846 WARN (qtp1342931586-28606) [n:127.0.0.1:40688_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../contrib/velocity/lib
[junit4] 2> 2532846 WARN (qtp1342931586-28606) [n:127.0.0.1:40688_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../dist
[junit4] 2> 2532847 WARN (qtp1342931586-28606) [n:127.0.0.1:40688_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../dist filtered by solr-ltr-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1/../../../../dist
[junit4] 2> 2532848 INFO (qtp435738481-28613) [n:127.0.0.1:39550_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 2532849 INFO (qtp435738481-28613) [n:127.0.0.1:39550_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 2532849 WARN (qtp435738481-28613) [n:127.0.0.1:39550_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../contrib/extraction/lib
[junit4] 2> 2532850 WARN (qtp435738481-28613) [n:127.0.0.1:39550_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../dist
[junit4] 2> 2532850 WARN (qtp435738481-28613) [n:127.0.0.1:39550_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../contrib/clustering/lib
[junit4] 2> 2532850 WARN (qtp435738481-28613) [n:127.0.0.1:39550_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../dist
[junit4] 2> 2532851 WARN (qtp435738481-28613) [n:127.0.0.1:39550_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../contrib/langid/lib
[junit4] 2> 2532851 WARN (qtp435738481-28613) [n:127.0.0.1:39550_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../dist
[junit4] 2> 2532851 WARN (qtp435738481-28613) [n:127.0.0.1:39550_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../contrib/velocity/lib
[junit4] 2> 2532851 WARN (qtp435738481-28613) [n:127.0.0.1:39550_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../dist
[junit4] 2> 2532851 WARN (qtp435738481-28613) [n:127.0.0.1:39550_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../dist filtered by solr-ltr-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2/../../../../dist
[junit4] 2> 2532856 INFO (qtp1342931586-28606) [n:127.0.0.1:40688_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2532856 INFO (qtp455304761-28619) [n:127.0.0.1:36814_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2532861 INFO (qtp435738481-28613) [n:127.0.0.1:39550_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2532907 INFO (qtp1342931586-28606) [n:127.0.0.1:40688_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.s.IndexSchema [allReplicasInLIR_shard1_replica_n1] Schema name=default-config
[junit4] 2> 2532909 INFO (qtp455304761-28619) [n:127.0.0.1:36814_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.s.IndexSchema [allReplicasInLIR_shard1_replica_n4] Schema name=default-config
[junit4] 2> 2532913 INFO (qtp435738481-28613) [n:127.0.0.1:39550_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.s.IndexSchema [allReplicasInLIR_shard1_replica_n2] Schema name=default-config
[junit4] 2> 2533230 INFO (qtp455304761-28619) [n:127.0.0.1:36814_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 2533238 INFO (qtp1342931586-28606) [n:127.0.0.1:40688_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 2533247 INFO (qtp435738481-28613) [n:127.0.0.1:39550_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 2533288 INFO (qtp455304761-28619) [n:127.0.0.1:36814_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'allReplicasInLIR_shard1_replica_n4' using configuration from collection allReplicasInLIR, trusted=true
[junit4] 2> 2533289 INFO (qtp455304761-28619) [n:127.0.0.1:36814_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36814.solr.core.allReplicasInLIR.shard1.replica_n4' (registry 'solr.core.allReplicasInLIR.shard1.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ffeae0e
[junit4] 2> 2533289 INFO (qtp455304761-28619) [n:127.0.0.1:36814_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.c.SolrCore [[allReplicasInLIR_shard1_replica_n4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node1/allReplicasInLIR_shard1_replica_n4], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node1/./allReplicasInLIR_shard1_replica_n4/data/]
[junit4] 2> 2533297 INFO (qtp435738481-28613) [n:127.0.0.1:39550_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'allReplicasInLIR_shard1_replica_n2' using configuration from collection allReplicasInLIR, trusted=true
[junit4] 2> 2533297 INFO (qtp435738481-28613) [n:127.0.0.1:39550_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39550.solr.core.allReplicasInLIR.shard1.replica_n2' (registry 'solr.core.allReplicasInLIR.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ffeae0e
[junit4] 2> 2533298 INFO (qtp435738481-28613) [n:127.0.0.1:39550_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.c.SolrCore [[allReplicasInLIR_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node3/allReplicasInLIR_shard1_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node3/./allReplicasInLIR_shard1_replica_n2/data/]
[junit4] 2> 2533303 INFO (qtp455304761-28619) [n:127.0.0.1:36814_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
[junit4] 2> 2533308 INFO (qtp435738481-28613) [n:127.0.0.1:39550_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
[junit4] 2> 2533314 INFO (qtp1342931586-28606) [n:127.0.0.1:40688_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'allReplicasInLIR_shard1_replica_n1' using configuration from collection allReplicasInLIR, trusted=true
[junit4] 2> 2533315 INFO (qtp1342931586-28606) [n:127.0.0.1:40688_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40688.solr.core.allReplicasInLIR.shard1.replica_n1' (registry 'solr.core.allReplicasInLIR.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ffeae0e
[junit4] 2> 2533315 INFO (qtp1342931586-28606) [n:127.0.0.1:40688_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.c.SolrCore [[allReplicasInLIR_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node2/allReplicasInLIR_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LIROnShardRestartTest_A704C8B907BBB14C-001/tempDir-001/node2/./allReplicasInLIR_shard1_replica_n1/data/]
[junit4] 2> 2533340 INFO (qtp1342931586-28606) [n:127.0.0.1:40688_solr c:allReplicasInLIR s:shard1 r:core_node3 x:allReplicasInLIR_shard1_replica_n1] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
[junit4] 2> 2533410 INFO (qtp435738481-28613) [n:127.0.0.1:39550_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2533410 INFO (qtp455304761-28619) [n:127.0.0.1:36814_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2533410 INFO (qtp435738481-28613) [n:127.0.0.1:39550_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2533410 INFO (qtp455304761-28619) [n:127.0.0.1:36814_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2533411 INFO (qtp435738481-28613) [n:127.0.0.1:39550_solr c:allReplicasInLIR s:shard1 r:core_node5 x:allReplicasInLIR_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms;
[junit4] 2> 2533411 INFO (qtp455304761-28619) [n:127.0.0.1:36814_solr c:allReplicasInLIR s:shard1 r:core_node6 x:allReplicasInLIR_shard1_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms;
[junit4] 2> 2533411 INFO (qtp455304761-28619) [n:127.0.0.1:36814_solr c:allReplicasInLIR s:shard1 r:core_n
[...truncated too long message...]
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1510152079
[copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1510152079
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1510152079
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 40ms :: artifacts dl 7ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 278 minutes 57 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1674 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1674/
4 tests failed.
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.test
Error Message:
Could not load collection from ZK: collection1
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: collection1
at __randomizedtesting.SeedInfo.seed([55BEF2516BE05F03:DDEACD8BC51C32FB]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1321)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:737)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:148)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:131)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.getTotalReplicas(AbstractFullDistribZkTestBase.java:495)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:448)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:341)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1008)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:341)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:341)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1333)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1319)
... 39 more
FAILED: org.apache.solr.cloud.autoscaling.NodeLostTriggerTest.testTrigger
Error Message:
[127.0.0.1:37448_solr] doesn't contain 127.0.0.1:37405_solr
Stack Trace:
java.lang.AssertionError: [127.0.0.1:37448_solr] doesn't contain 127.0.0.1:37405_solr
at __randomizedtesting.SeedInfo.seed([55BEF2516BE05F03:3675C4D3F22F2C2E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.NodeLostTriggerTest.testTrigger(NodeLostTriggerTest.java:117)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRouting
Error Message:
Error from server at https://127.0.0.1:46707/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason: <pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:46707/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([EA96C9C4815560BB:2821F5AC821590C3]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRouting(CloudSolrClientTest.java:238)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:46707/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
FAILED: org.apache.solr.cloud.LIROnShardRestartTest.testSeveralReplicasInLIR
Error Message:
Timeout waiting for replicas rejoin election
Stack Trace:
java.lang.AssertionError: Timeout waiting for replicas rejoin election
at __randomizedtesting.SeedInfo.seed([55BEF2516BE05F03:D3E465654BBA125A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertFalse(Assert.java:68)
at org.apache.solr.cloud.LIROnShardRestartTest.testSeveralReplicasInLIR(LIROnShardRestartTest.java:242)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14033 lines...]
[junit4] Suite: org.apache.solr.cloud.api.collections.ShardSplitTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_55BEF2516BE05F03-001/init-core-data-001
[junit4] 2> 1746938 WARN (SUITE-ShardSplitTest-seed#[55BEF2516BE05F03]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1746952 INFO (SUITE-ShardSplitTest-seed#[55BEF2516BE05F03]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1746953 INFO (SUITE-ShardSplitTest-seed#[55BEF2516BE05F03]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1746953 INFO (SUITE-ShardSplitTest-seed#[55BEF2516BE05F03]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1746953 INFO (SUITE-ShardSplitTest-seed#[55BEF2516BE05F03]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 1746997 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1747026 INFO (Thread-48358) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1747026 INFO (Thread-48358) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1747074 ERROR (Thread-48358) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1747125 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.ZkTestServer start zk server on port:37888
[junit4] 2> 1747128 INFO (zkConnectionManagerCallback-1460-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1747143 INFO (zkConnectionManagerCallback-1462-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1747159 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1747160 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 1747162 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1747163 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1747181 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1747182 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1747183 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1747200 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1747201 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1747202 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1747203 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1747225 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 1747862 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1747907 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1747907 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1747907 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1747908 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b16a59{/,null,AVAILABLE}
[junit4] 2> 1747909 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@54eb9e64{HTTP/1.1,[http/1.1]}{127.0.0.1:38363}
[junit4] 2> 1747909 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.e.j.s.Server Started @1747982ms
[junit4] 2> 1747910 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_55BEF2516BE05F03-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=38363, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_55BEF2516BE05F03-001/control-001/cores}
[junit4] 2> 1747927 ERROR (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1747927 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1747927 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1747927 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1747927 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1747927 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-21T17:14:57.884Z
[junit4] 2> 1747971 INFO (zkConnectionManagerCallback-1464-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1747973 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1747973 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_55BEF2516BE05F03-001/control-001/solr.xml
[junit4] 2> 1747993 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1747993 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1747995 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3cc2931c, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1748807 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37888/solr
[junit4] 2> 1748825 INFO (zkConnectionManagerCallback-1468-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1748827 INFO (zkConnectionManagerCallback-1470-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1749366 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38363_
[junit4] 2> 1749367 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [n:127.0.0.1:38363_ ] o.a.s.c.Overseer Overseer (id=73530810416693252-127.0.0.1:38363_-n_0000000000) starting
[junit4] 2> 1749430 INFO (zkConnectionManagerCallback-1477-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1749494 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [n:127.0.0.1:38363_ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37888/solr ready
[junit4] 2> 1749511 INFO (OverseerStateUpdate-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:38363_
[junit4] 2> 1749523 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 1749592 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [n:127.0.0.1:38363_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38363_
[junit4] 2> 1749632 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
[junit4] 2> 1749633 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 1749633 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 1749633 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 1749633 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 1749702 INFO (zkCallback-1476-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1749723 INFO (zkCallback-1469-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1749844 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [n:127.0.0.1:38363_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1749908 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [n:127.0.0.1:38363_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cc2931c
[junit4] 2> 1749962 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [n:127.0.0.1:38363_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cc2931c
[junit4] 2> 1749962 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [n:127.0.0.1:38363_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cc2931c
[junit4] 2> 1749963 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [n:127.0.0.1:38363_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_55BEF2516BE05F03-001/control-001/cores
[junit4] 2> 1750087 INFO (zkConnectionManagerCallback-1483-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1750088 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1750089 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37888/solr ready
[junit4] 2> 1750099 INFO (qtp643040666-52149) [n:127.0.0.1:38363_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38363_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1750101 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ecf]]
[junit4] 2> 1750101 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as running
[junit4] 2> 1750101 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:38363_",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 1750123 DEBUG (OverseerThreadFactory-1849-thread-1-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000000
[junit4] 2> 1750123 DEBUG (OverseerThreadFactory-1849-thread-1-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:38363_",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 1750123 INFO (OverseerThreadFactory-1849-thread-1-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1750133 DEBUG (OverseerThreadFactory-1849-thread-1-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.a.c.OverseerCollectionMessageHandler creating collections conf node /collections/control_collection
[junit4] 2> 1750133 DEBUG (OverseerThreadFactory-1849-thread-1-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.a.c.CreateCollectionCmd Check for collection zkNode:control_collection
[junit4] 2> 1750134 DEBUG (OverseerThreadFactory-1849-thread-1-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.a.c.CreateCollectionCmd Collection zkNode exists
[junit4] 2> 1750136 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1
[junit4] 2> 1750136 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 1750136 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 1750136 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 1750136 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 1750171 DEBUG (OverseerStateUpdate-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:38363_",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 1750171 DEBUG (OverseerStateUpdate-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
[junit4] 2> 1750197 DEBUG (OverseerStateUpdate-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/control_collection/state.json
[junit4] 2> 1750275 DEBUG (OverseerThreadFactory-1849-thread-1-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.a.c.Assign shardnames [shard1] NRT 1 TLOG 0 PULL 0 , policy null, nodeList [127.0.0.1:38363_]
[junit4] 2> 1750303 INFO (qtp643040666-52144) [n:127.0.0.1:38363_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1750327 DEBUG (OverseerThreadFactory-1849-thread-1-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.a.c.CreateCollectionCmd Creating SolrCores for new collection control_collection, shardNames [shard1] , message : {
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:38363_",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 1750328 DEBUG (OverseerThreadFactory-1849-thread-1-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.a.c.CreateCollectionCmd Creating core control_collection_shard1_replica_n1 as part of shard shard1 of collection control_collection on 127.0.0.1:38363_
[junit4] 2> 1750330 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1750331 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1750366 DEBUG (OverseerStateUpdate-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:38363",
[junit4] 2> "node_name":"127.0.0.1:38363_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1750366 DEBUG (OverseerStateUpdate-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:38363",
[junit4] 2> "node_name":"127.0.0.1:38363_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1750367 DEBUG (OverseerStateUpdate-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node2:{"core":"control_collection_shard1_replica_n1","base_url":"http://127.0.0.1:38363","node_name":"127.0.0.1:38363_","state":"down","type":"NRT"}
[junit4] 2> 1750367 DEBUG (OverseerStateUpdate-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(control_collection//collections/control_collection/state.json/0)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:38363",
[junit4] 2> "node_name":"127.0.0.1:38363_",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 1750529 DEBUG (OverseerStateUpdate-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/control_collection/state.json version: 0
[junit4] 2> 1751458 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1751532 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 1752094 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1752136 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Got 0 tasks from work-queue : [[]]
[junit4] 2> 1752152 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1
[junit4] 2> 1752152 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 1752152 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 1752152 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 1752152 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 1752370 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1752371 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cc2931c
[junit4] 2> 1752461 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_55BEF2516BE05F03-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_55BEF2516BE05F03-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 1752517 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=12, maxMergedSegmentMB=7.6982421875, floorSegmentMB=0.919921875, forceMergeDeletesPctAllowed=6.829347998901766, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.702416104852204, deletesPctAllowed=43.02702031982224
[junit4] 2> 1752645 WARN (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1752952 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1752952 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1752953 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1752953 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1752954 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@b07062c
[junit4] 2> 1753005 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2107ac51[control_collection_shard1_replica_n1] main]
[junit4] 2> 1753078 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1753098 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1753098 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1753099 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1614956045854048256
[junit4] 2> 1753101 INFO (searcherExecutor-1854-thread-1-processing-n:127.0.0.1:38363_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@2107ac51[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1753175 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 1753238 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1753238 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1753238 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38363/control_collection_shard1_replica_n1/
[junit4] 2> 1753239 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1753257 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:38363/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1753312 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38363/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1753312 DEBUG (OverseerStateUpdate-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "base_url":"http://127.0.0.1:38363",
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "state":"active"} current state version: 0
[junit4] 2> 1753313 DEBUG (OverseerStateUpdate-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/control_collection/state.json version: 1
[junit4] 2> 1753368 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1753384 INFO (qtp643040666-52151) [n:127.0.0.1:38363_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3054
[junit4] 2> 1753385 DEBUG (OverseerStateUpdate-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:38363",
[junit4] 2> "node_name":"127.0.0.1:38363_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1753385 DEBUG (OverseerStateUpdate-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:38363",
[junit4] 2> "node_name":"127.0.0.1:38363_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1753385 DEBUG (OverseerStateUpdate-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node2:{"core":"control_collection_shard1_replica_n1","base_url":"http://127.0.0.1:38363","node_name":"127.0.0.1:38363_","state":"active","type":"NRT","leader":"true"}
[junit4] 2> 1753385 DEBUG (OverseerStateUpdate-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(control_collection//collections/control_collection/state.json/2)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:38363",
[junit4] 2> "node_name":"127.0.0.1:38363_",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true"}}}}}
[junit4] 2> 1753460 DEBUG (OverseerThreadFactory-1849-thread-1-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.a.c.CreateCollectionCmd Finished create command on all shards for collection: control_collection
[junit4] 2> 1753460 DEBUG (OverseerThreadFactory-1849-thread-1-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Completed task:[/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 1753493 DEBUG (OverseerStateUpdate-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/control_collection/state.json version: 2
[junit4] 2> 1753493 INFO (zkCallback-1469-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1753509 INFO (qtp643040666-52149) [n:127.0.0.1:38363_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1753510 INFO (qtp643040666-52149) [n:127.0.0.1:38363_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38363_&wt=javabin&version=2} status=0 QTime=3410
[junit4] 2> 1753557 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Got 0 tasks from work-queue : [[]]
[junit4] 2> 1753558 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
[junit4] 2> 1753559 INFO (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1753559 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 1753559 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 1753559 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 1753559 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 1753569 DEBUG (OverseerThreadFactory-1849-thread-1-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as completed.
[junit4] 2> 1753569 DEBUG (OverseerThreadFactory-1849-thread-1-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 1753569 DEBUG (OverseerThreadFactory-1849-thread-1-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 1753569 DEBUG (OverseerThreadFactory-1849-thread-1-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 1753569 DEBUG (OverseerThreadFactory-1849-thread-1-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 1753569 DEBUG (OverseerThreadFactory-1849-thread-1-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Message id:/overseer/collection-queue-work/qn-0000000000 complete, response:{success={127.0.0.1:38363_={responseHeader={status=0,QTime=3054},core=control_collection_shard1_replica_n1}}}
[junit4] 2> 1753667 INFO (zkConnectionManagerCallback-1488-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1753672 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1753673 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37888/solr ready
[junit4] 2> 1753673 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1753675 INFO (qtp643040666-52144) [n:127.0.0.1:38363_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1753911 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ed1]]
[junit4] 2> 1753911 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000002] as running
[junit4] 2> 1753911 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000002 message:{
[junit4] 2> "name":"collection1",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "createNodeSet":"",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 1753911 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1
[junit4] 2> 1753911 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000002]
[junit4] 2> 1753911 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 1753911 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 1753911 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000002]
[junit4] 2> 1753911 DEBUG (OverseerThreadFactory-1849-thread-2-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000002
[junit4] 2> 1753911 DEBUG (OverseerThreadFactory-1849-thread-2-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
[junit4] 2> "name":"collection1",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "createNodeSet":"",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 1753911 INFO (OverseerThreadFactory-1849-thread-2-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1753912 DEBUG (OverseerThreadFactory-1849-thread-2-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.a.c.OverseerCollectionMessageHandler creating collections conf node /collections/collection1
[junit4] 2> 1753913 DEBUG (OverseerThreadFactory-1849-thread-2-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.a.c.CreateCollectionCmd Check for collection zkNode:collection1
[junit4] 2> 1753913 DEBUG (OverseerThreadFactory-1849-thread-2-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.a.c.CreateCollectionCmd Collection zkNode exists
[junit4] 2> 1754073 DEBUG (OverseerStateUpdate-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"collection1",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "createNodeSet":"",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 1754073 DEBUG (OverseerStateUpdate-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
[junit4] 2> 1754199 DEBUG (OverseerStateUpdate-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
[junit4] 2> 1754289 WARN (OverseerThreadFactory-1849-thread-2-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 1754292 DEBUG (OverseerThreadFactory-1849-thread-2-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.a.c.CreateCollectionCmd Finished create command for collection: collection1
[junit4] 2> 1754292 DEBUG (OverseerThreadFactory-1849-thread-2-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Completed task:[/overseer/collection-queue-work/qn-0000000002]
[junit4] 2> 1754349 DEBUG (OverseerThreadFactory-1849-thread-2-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000002] as completed.
[junit4] 2> 1754349 DEBUG (OverseerThreadFactory-1849-thread-2-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 1754349 DEBUG (OverseerThreadFactory-1849-thread-2-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 1754349 DEBUG (OverseerThreadFactory-1849-thread-2-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor CompletedTasks: [/overseer/collection-queue-work/qn-0000000002]
[junit4] 2> 1754349 DEBUG (OverseerThreadFactory-1849-thread-2-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000002]
[junit4] 2> 1754349 DEBUG (OverseerThreadFactory-1849-thread-2-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Message id:/overseer/collection-queue-work/qn-0000000002 complete, response:{}
[junit4] 2> 1754373 INFO (qtp643040666-52144) [n:127.0.0.1:38363_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1754462 INFO (qtp643040666-52144) [n:127.0.0.1:38363_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=787
[junit4] 2> 1755376 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_55BEF2516BE05F03-001/shard-1-001 of type NRT
[junit4] 2> 1755389 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1755390 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1755390 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1755390 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1755390 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7cfec98b{/,null,AVAILABLE}
[junit4] 2> 1755390 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2ece16b8{HTTP/1.1,[http/1.1]}{127.0.0.1:39943}
[junit4] 2> 1755391 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.e.j.s.Server Started @1755463ms
[junit4] 2> 1755391 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_55BEF2516BE05F03-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=39943, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_55BEF2516BE05F03-001/shard-1-001/cores}
[junit4] 2> 1755391 ERROR (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1755391 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1755391 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1755391 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1755391 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1755391 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-21T17:15:05.348Z
[junit4] 2> 1755414 INFO (zkConnectionManagerCallback-1490-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1755415 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1755415 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_55BEF2516BE05F03-001/shard-1-001/solr.xml
[junit4] 2> 1755427 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1755427 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1755428 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3cc2931c, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1755940 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Got 0 tasks from work-queue : [[]]
[junit4] 2> 1755969 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
[junit4] 2> 1756005 INFO (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1756042 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 1756042 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 1756042 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 1756042 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 1756784 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37888/solr
[junit4] 2> 1756820 INFO (zkConnectionManagerCallback-1494-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1756843 INFO (zkConnectionManagerCallback-1496-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1756875 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1756912 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1756912 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39943_
[junit4] 2> 1756948 INFO (zkCallback-1476-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1756957 INFO (zkCallback-1469-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1756976 DEBUG (OverseerStateUpdate-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:39943_"} current state version: 0
[junit4] 2> 1756976 DEBUG (OverseerStateUpdate-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:39943_
[junit4] 2> 1757005 INFO (zkCallback-1487-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1757024 INFO (zkCallback-1495-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1757060 INFO (zkConnectionManagerCallback-1503-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1757061 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1757070 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37888/solr ready
[junit4] 2> 1757078 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1757244 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cc2931c
[junit4] 2> 1757255 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cc2931c
[junit4] 2> 1757262 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cc2931c
[junit4] 2> 1757264 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplicationLink-seed#[55BEF2516BE05F03]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_55BEF2516BE05F03-001/shard-1-001/cores
[junit4] 2> 1757319 INFO (qtp643040666-52150) [n:127.0.0.1:38363_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:39943_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1757320 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ed3]]
[junit4] 2> 1757321 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000004] as running
[junit4] 2> 1757321 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000004 message:{
[junit4] 2> "collection":"collection1",
[junit4] 2> "node":"127.0.0.1:39943_",
[junit4] 2> "shard":"shard2",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"addreplica"}
[junit4] 2> 1757326 DEBUG (OverseerThreadFactory-1849-thread-3-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000004
[junit4] 2> 1757326 DEBUG (OverseerThreadFactory-1849-thread-3-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ c:collection1 s:shard2 ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : addreplica , {
[junit4] 2> "collection":"collection1",
[junit4] 2> "node":"127.0.0.1:39943_",
[junit4] 2> "shard":"shard2",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"addreplica"}
[junit4] 2> 1757326 DEBUG (OverseerThreadFactory-1849-thread-3-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ c:collection1 s:shard2 ] o.a.s.c.a.c.AddReplicaCmd addReplica() : {
[junit4] 2> "collection":"collection1",
[junit4] 2> "node":"127.0.0.1:39943_",
[junit4] 2> "shard":"shard2",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"addreplica"}
[junit4] 2> 1757326 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1
[junit4] 2> 1757326 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000004]
[junit4] 2> 1757326 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 1757326 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 1757326 DEBUG (OverseerCollectionConfigSetProcessor-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000004]
[junit4] 2> 1757327 DEBUG (OverseerThreadFactory-1849-thread-3-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ c:collection1 s:shard2 ] o.a.s.c.a.c.Assign getNodesForNewReplicas() shard: shard2 , nrtReplicas : 1 , tlogReplicas: 0 , pullReplicas: 0 , createNodeSet 127.0.0.1:39943_
[junit4] 2> 1757327 DEBUG (OverseerThreadFactory-1849-thread-3-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ c:collection1 s:shard2 ] o.a.s.c.a.c.Assign shardnames [shard2] NRT 1 TLOG 0 PULL 0 , policy null, nodeList [127.0.0.1:39943_]
[junit4] 2> 1757334 INFO (qtp643040666-52148) [n:127.0.0.1:38363_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 1757335 INFO (qtp643040666-52149) [n:127.0.0.1:38363_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1757346 INFO (qtp1758057938-52203) [n:127.0.0.1:39943_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1757348 INFO (OverseerThreadFactory-1849-thread-3-processing-n:127.0.0.1:38363_) [n:127.0.0.1:38363_ c:collection1 s:shard2 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:39943_ for creating new replica of shard shard2 for collection collection1
[junit4] 2> 1757355 INFO (qtp1758057938-52198) [n:127.0.0.1:39943_ x:collection1_shard2_replica_n41] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1757358 DEBUG (OverseerStateUpdate-73530810416693252-127.0.0.1:38363_-n_0000000000) [n:127.0.0.1:38363_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1_shard2_replica_n41",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:39943",
[junit4] 2> "node_name":"127.0.0.1:39943_",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"co
[...truncated too long message...]
resource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null672564435
[copy] Copying 240 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null672564435
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null672564435
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 73ms :: artifacts dl 12ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 545 minutes 43 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)