You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/01/04 09:00:09 UTC
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9.0.1) - Build #
21210 - Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21210/
Java: 64bit/jdk-9.0.1 -XX:+UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.autoscaling.SystemLogListenerTest
Error Message:
Error from server at https://127.0.0.1:36641/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:36641/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([832CD6F5EBD17C46]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.autoscaling.SystemLogListenerTest.setupCluster(SystemLogListenerTest.java:84)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12256 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.SystemLogListenerTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_832CD6F5EBD17C46-001/init-core-data-001
[junit4] 2> 660244 WARN (SUITE-SystemLogListenerTest-seed#[832CD6F5EBD17C46]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=95 numCloses=95
[junit4] 2> 660244 INFO (SUITE-SystemLogListenerTest-seed#[832CD6F5EBD17C46]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 660245 INFO (SUITE-SystemLogListenerTest-seed#[832CD6F5EBD17C46]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 660245 INFO (SUITE-SystemLogListenerTest-seed#[832CD6F5EBD17C46]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 660246 INFO (SUITE-SystemLogListenerTest-seed#[832CD6F5EBD17C46]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_832CD6F5EBD17C46-001/tempDir-001
[junit4] 2> 660246 INFO (SUITE-SystemLogListenerTest-seed#[832CD6F5EBD17C46]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 660246 INFO (Thread-1344) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 660246 INFO (Thread-1344) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 660248 ERROR (Thread-1344) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 660346 INFO (SUITE-SystemLogListenerTest-seed#[832CD6F5EBD17C46]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:38097
[junit4] 2> 660348 INFO (zkConnectionManagerCallback-1240-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 660350 INFO (jetty-launcher-1237-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 660351 INFO (jetty-launcher-1237-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4d68de44{/solr,null,AVAILABLE}
[junit4] 2> 660351 INFO (jetty-launcher-1237-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 660351 INFO (jetty-launcher-1237-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 660356 INFO (jetty-launcher-1237-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@8b1a25a{SSL,[ssl, http/1.1]}{127.0.0.1:36641}
[junit4] 2> 660356 INFO (jetty-launcher-1237-thread-1) [ ] o.e.j.s.Server Started @661964ms
[junit4] 2> 660356 INFO (jetty-launcher-1237-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36641}
[junit4] 2> 660356 ERROR (jetty-launcher-1237-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 660356 INFO (jetty-launcher-1237-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 660356 INFO (jetty-launcher-1237-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 660356 INFO (jetty-launcher-1237-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 660356 INFO (jetty-launcher-1237-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-04T08:00:38.452503Z
[junit4] 2> 660359 INFO (jetty-launcher-1237-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@26627e34{/solr,null,AVAILABLE}
[junit4] 2> 660360 INFO (jetty-launcher-1237-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6b565334{SSL,[ssl, http/1.1]}{127.0.0.1:38297}
[junit4] 2> 660360 INFO (jetty-launcher-1237-thread-3) [ ] o.e.j.s.Server Started @661968ms
[junit4] 2> 660360 INFO (jetty-launcher-1237-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38297}
[junit4] 2> 660360 ERROR (jetty-launcher-1237-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 660360 INFO (jetty-launcher-1237-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 660360 INFO (jetty-launcher-1237-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 660360 INFO (jetty-launcher-1237-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 660360 INFO (jetty-launcher-1237-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-04T08:00:38.456518Z
[junit4] 2> 660362 INFO (zkConnectionManagerCallback-1242-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 660362 INFO (jetty-launcher-1237-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6e75e024{/solr,null,AVAILABLE}
[junit4] 2> 660362 INFO (jetty-launcher-1237-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 660368 INFO (zkConnectionManagerCallback-1244-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 660368 INFO (jetty-launcher-1237-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@62bbcc99{SSL,[ssl, http/1.1]}{127.0.0.1:34733}
[junit4] 2> 660368 INFO (jetty-launcher-1237-thread-2) [ ] o.e.j.s.Server Started @661976ms
[junit4] 2> 660368 INFO (jetty-launcher-1237-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34733}
[junit4] 2> 660368 ERROR (jetty-launcher-1237-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 660368 INFO (jetty-launcher-1237-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 660368 INFO (jetty-launcher-1237-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 660368 INFO (jetty-launcher-1237-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 660368 INFO (jetty-launcher-1237-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 660368 INFO (jetty-launcher-1237-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-04T08:00:38.464597Z
[junit4] 2> 660374 INFO (jetty-launcher-1237-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38097/solr
[junit4] 2> 660380 INFO (zkConnectionManagerCallback-1246-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 660380 INFO (zkConnectionManagerCallback-1250-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 660380 INFO (jetty-launcher-1237-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 660391 INFO (jetty-launcher-1237-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38097/solr
[junit4] 2> 660392 INFO (zkConnectionManagerCallback-1253-thread-1-processing-n:127.0.0.1:36641_solr) [n:127.0.0.1:36641_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 660396 INFO (jetty-launcher-1237-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38097/solr
[junit4] 2> 660400 INFO (zkConnectionManagerCallback-1256-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 660404 INFO (zkConnectionManagerCallback-1260-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 660404 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160c02fadc80007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 660406 INFO (zkConnectionManagerCallback-1263-thread-1-processing-n:127.0.0.1:38297_solr) [n:127.0.0.1:38297_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 660406 INFO (zkConnectionManagerCallback-1265-thread-1-processing-n:127.0.0.1:34733_solr) [n:127.0.0.1:34733_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 660409 INFO (jetty-launcher-1237-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 660409 INFO (jetty-launcher-1237-thread-2) [n:127.0.0.1:34733_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 660410 INFO (jetty-launcher-1237-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38297_solr
[junit4] 2> 660410 INFO (jetty-launcher-1237-thread-2) [n:127.0.0.1:34733_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34733_solr
[junit4] 2> 660411 INFO (jetty-launcher-1237-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.Overseer Overseer (id=99290502813712392-127.0.0.1:38297_solr-n_0000000000) starting
[junit4] 2> 660419 INFO (zkCallback-1264-thread-1-processing-n:127.0.0.1:34733_solr) [n:127.0.0.1:34733_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 660424 INFO (zkCallback-1262-thread-1-processing-n:127.0.0.1:38297_solr) [n:127.0.0.1:38297_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 660426 DEBUG (OverseerAutoScalingTriggerThread-99290502813712392-127.0.0.1:38297_solr-n_0000000000) [n:127.0.0.1:38297_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 660426 INFO (jetty-launcher-1237-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38297_solr
[junit4] 2> 660426 DEBUG (OverseerAutoScalingTriggerThread-99290502813712392-127.0.0.1:38297_solr-n_0000000000) [n:127.0.0.1:38297_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 660427 DEBUG (OverseerAutoScalingTriggerThread-99290502813712392-127.0.0.1:38297_solr-n_0000000000) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:34733_solr]
[junit4] 2> 660427 DEBUG (OverseerAutoScalingTriggerThread-99290502813712392-127.0.0.1:38297_solr-n_0000000000) [n:127.0.0.1:38297_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 660427 DEBUG (OverseerAutoScalingTriggerThread-99290502813712392-127.0.0.1:38297_solr-n_0000000000) [n:127.0.0.1:38297_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 660427 INFO (zkCallback-1264-thread-1-processing-n:127.0.0.1:34733_solr) [n:127.0.0.1:34733_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 660427 INFO (zkCallback-1262-thread-1-processing-n:127.0.0.1:38297_solr) [n:127.0.0.1:38297_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 660432 DEBUG (OverseerAutoScalingTriggerThread-99290502813712392-127.0.0.1:38297_solr-n_0000000000) [n:127.0.0.1:38297_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 660432 DEBUG (OverseerAutoScalingTriggerThread-99290502813712392-127.0.0.1:38297_solr-n_0000000000) [n:127.0.0.1:38297_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 660437 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 660441 INFO (jetty-launcher-1237-thread-1) [n:127.0.0.1:36641_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 660442 INFO (jetty-launcher-1237-thread-1) [n:127.0.0.1:36641_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 660443 INFO (jetty-launcher-1237-thread-1) [n:127.0.0.1:36641_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36641_solr
[junit4] 2> 660443 INFO (zkCallback-1262-thread-1-processing-n:127.0.0.1:38297_solr) [n:127.0.0.1:38297_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 660443 INFO (zkCallback-1252-thread-1-processing-n:127.0.0.1:36641_solr) [n:127.0.0.1:36641_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 660443 INFO (zkCallback-1264-thread-1-processing-n:127.0.0.1:34733_solr) [n:127.0.0.1:34733_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 660444 INFO (jetty-launcher-1237-thread-2) [n:127.0.0.1:34733_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34733.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67758c0e
[junit4] 2> 660449 INFO (jetty-launcher-1237-thread-2) [n:127.0.0.1:34733_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34733.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67758c0e
[junit4] 2> 660449 INFO (jetty-launcher-1237-thread-2) [n:127.0.0.1:34733_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34733.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67758c0e
[junit4] 2> 660450 INFO (jetty-launcher-1237-thread-2) [n:127.0.0.1:34733_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_832CD6F5EBD17C46-001/tempDir-001/node2/.
[junit4] 2> 660481 INFO (jetty-launcher-1237-thread-1) [n:127.0.0.1:36641_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36641.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67758c0e
[junit4] 2> 660485 INFO (jetty-launcher-1237-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38297.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67758c0e
[junit4] 2> 660489 INFO (jetty-launcher-1237-thread-1) [n:127.0.0.1:36641_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36641.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67758c0e
[junit4] 2> 660489 INFO (jetty-launcher-1237-thread-1) [n:127.0.0.1:36641_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36641.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67758c0e
[junit4] 2> 660490 INFO (jetty-launcher-1237-thread-1) [n:127.0.0.1:36641_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_832CD6F5EBD17C46-001/tempDir-001/node1/.
[junit4] 2> 660493 INFO (jetty-launcher-1237-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38297.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67758c0e
[junit4] 2> 660493 INFO (jetty-launcher-1237-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38297.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67758c0e
[junit4] 2> 660494 INFO (jetty-launcher-1237-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_832CD6F5EBD17C46-001/tempDir-001/node3/.
[junit4] 2> 660524 INFO (zkConnectionManagerCallback-1272-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 660526 INFO (zkConnectionManagerCallback-1276-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 660527 INFO (SUITE-SystemLogListenerTest-seed#[832CD6F5EBD17C46]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 660527 INFO (SUITE-SystemLogListenerTest-seed#[832CD6F5EBD17C46]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38097/solr ready
[junit4] 2> 660541 INFO (qtp1479511326-5999) [n:127.0.0.1:36641_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&name=.system&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 660543 INFO (OverseerThreadFactory-2724-thread-1-processing-n:127.0.0.1:38297_solr) [n:127.0.0.1:38297_solr ] o.a.s.c.CreateCollectionCmd Create collection .system
[junit4] 2> 660647 INFO (OverseerStateUpdate-99290502813712392-127.0.0.1:38297_solr-n_0000000000) [n:127.0.0.1:38297_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36641/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 660649 INFO (OverseerStateUpdate-99290502813712392-127.0.0.1:38297_solr-n_0000000000) [n:127.0.0.1:38297_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:38297/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 660650 INFO (OverseerStateUpdate-99290502813712392-127.0.0.1:38297_solr-n_0000000000) [n:127.0.0.1:38297_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:34733/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 660856 INFO (qtp1479511326-6001) [n:127.0.0.1:36641_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 660857 INFO (qtp1479511326-6001) [n:127.0.0.1:36641_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 660876 INFO (qtp1010838624-6009) [n:127.0.0.1:38297_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 660876 INFO (qtp1010838624-6009) [n:127.0.0.1:38297_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 660878 INFO (qtp1792431932-6011) [n:127.0.0.1:34733_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 660879 INFO (qtp1792431932-6011) [n:127.0.0.1:34733_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 660982 INFO (zkCallback-1252-thread-1-processing-n:127.0.0.1:36641_solr) [n:127.0.0.1:36641_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 660982 INFO (zkCallback-1264-thread-1-processing-n:127.0.0.1:34733_solr) [n:127.0.0.1:34733_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 660982 INFO (zkCallback-1252-thread-2-processing-n:127.0.0.1:36641_solr) [n:127.0.0.1:36641_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 660982 INFO (zkCallback-1262-thread-1-processing-n:127.0.0.1:38297_solr) [n:127.0.0.1:38297_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 660982 INFO (zkCallback-1264-thread-2-processing-n:127.0.0.1:34733_solr) [n:127.0.0.1:34733_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 660982 INFO (zkCallback-1262-thread-2-processing-n:127.0.0.1:38297_solr) [n:127.0.0.1:38297_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 661438 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 661863 INFO (qtp1479511326-6001) [n:127.0.0.1:36641_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 661865 INFO (qtp1479511326-6001) [n:127.0.0.1:36641_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 661866 INFO (qtp1479511326-6001) [n:127.0.0.1:36641_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
[junit4] 2> 661868 INFO (qtp1479511326-6001) [n:127.0.0.1:36641_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 661869 INFO (qtp1479511326-6001) [n:127.0.0.1:36641_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/.system/managed-schema
[junit4] 2> 661869 INFO (qtp1479511326-6001) [n:127.0.0.1:36641_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/.system/schema.xml to /configs/.system/schema.xml.bak
[junit4] 2> 661870 INFO (qtp1479511326-6001) [n:127.0.0.1:36641_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n1' using configuration from collection .system, trusted=true
[junit4] 2> 661870 INFO (qtp1479511326-6001) [n:127.0.0.1:36641_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36641.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67758c0e
[junit4] 2> 661870 INFO (qtp1479511326-6001) [n:127.0.0.1:36641_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 661870 INFO (qtp1479511326-6001) [n:127.0.0.1:36641_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_832CD6F5EBD17C46-001/tempDir-001/node1/.system_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_832CD6F5EBD17C46-001/tempDir-001/node1/./.system_shard1_replica_n1/data/]
[junit4] 2> 661889 INFO (qtp1010838624-6009) [n:127.0.0.1:38297_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 661890 INFO (qtp1792431932-6011) [n:127.0.0.1:34733_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 661893 INFO (qtp1010838624-6009) [n:127.0.0.1:38297_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema [.system_shard1_replica_n2] Schema name=_system collection or core
[junit4] 2> 661895 INFO (qtp1010838624-6009) [n:127.0.0.1:38297_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 661895 INFO (qtp1010838624-6009) [n:127.0.0.1:38297_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n2' using configuration from collection .system, trusted=true
[junit4] 2> 661895 INFO (qtp1010838624-6009) [n:127.0.0.1:38297_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38297.solr.core..system.shard1.replica_n2' (registry 'solr.core..system.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67758c0e
[junit4] 2> 661895 INFO (qtp1010838624-6009) [n:127.0.0.1:38297_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 661896 INFO (qtp1010838624-6009) [n:127.0.0.1:38297_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [[.system_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_832CD6F5EBD17C46-001/tempDir-001/node3/.system_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_832CD6F5EBD17C46-001/tempDir-001/node3/./.system_shard1_replica_n2/data/]
[junit4] 2> 661897 INFO (qtp1792431932-6011) [n:127.0.0.1:34733_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.s.IndexSchema [.system_shard1_replica_n4] Schema name=_system collection or core
[junit4] 2> 661898 INFO (qtp1792431932-6011) [n:127.0.0.1:34733_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 661898 INFO (qtp1792431932-6011) [n:127.0.0.1:34733_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n4' using configuration from collection .system, trusted=true
[junit4] 2> 661899 INFO (qtp1792431932-6011) [n:127.0.0.1:34733_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34733.solr.core..system.shard1.replica_n4' (registry 'solr.core..system.shard1.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67758c0e
[junit4] 2> 661899 INFO (qtp1792431932-6011) [n:127.0.0.1:34733_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 661899 INFO (qtp1792431932-6011) [n:127.0.0.1:34733_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.c.SolrCore [[.system_shard1_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_832CD6F5EBD17C46-001/tempDir-001/node2/.system_shard1_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_832CD6F5EBD17C46-001/tempDir-001/node2/./.system_shard1_replica_n4/data/]
[junit4] 2> 661903 INFO (qtp1479511326-6001) [n:127.0.0.1:36641_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 661903 INFO (qtp1479511326-6001) [n:127.0.0.1:36641_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 661904 INFO (qtp1479511326-6001) [n:127.0.0.1:36641_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 661904 INFO (qtp1479511326-6001) [n:127.0.0.1:36641_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 661905 INFO (qtp1479511326-6001) [n:127.0.0.1:36641_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@612cfdb6[.system_shard1_replica_n1] main]
[junit4] 2> 661906 INFO (qtp1479511326-6001) [n:127.0.0.1:36641_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 661906 INFO (qtp1479511326-6001) [n:127.0.0.1:36641_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 661906 INFO (qtp1479511326-6001) [n:127.0.0.1:36641_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 661906 INFO (qtp1479511326-6001) [n:127.0.0.1:36641_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 661906 INFO (qtp1479511326-6001) [n:127.0.0.1:36641_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 661906 INFO (qtp1479511326-6001) [n:127.0.0.1:36641_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588648046757937152
[junit4] 2> 661907 INFO (searcherExecutor-2731-thread-1-processing-n:127.0.0.1:36641_solr x:.system_shard1_replica_n1 s:shard1 c:.system r:core_node3) [n:127.0.0.1:36641_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@612cfdb6[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 661909 INFO (qtp1479511326-6001) [n:127.0.0.1:36641_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=3 found=1 timeoutin=9999ms
[junit4] 2> 661922 INFO (qtp1010838624-6009) [n:127.0.0.1:38297_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 661922 INFO (qtp1010838624-6009) [n:127.0.0.1:38297_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 661923 INFO (qtp1010838624-6009) [n:127.0.0.1:38297_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 661923 INFO (qtp1010838624-6009) [n:127.0.0.1:38297_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 661924 INFO (qtp1010838624-6009) [n:127.0.0.1:38297_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@6360c309[.system_shard1_replica_n2] main]
[junit4] 2> 661924 INFO (qtp1010838624-6009) [n:127.0.0.1:38297_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 661924 INFO (qtp1010838624-6009) [n:127.0.0.1:38297_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 661924 INFO (qtp1010838624-6009) [n:127.0.0.1:38297_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 661925 INFO (qtp1010838624-6009) [n:127.0.0.1:38297_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 661925 INFO (qtp1010838624-6009) [n:127.0.0.1:38297_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 661925 INFO (qtp1010838624-6009) [n:127.0.0.1:38297_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588648046777860096
[junit4] 2> 661926 INFO (searcherExecutor-2732-thread-1-processing-n:127.0.0.1:38297_solr x:.system_shard1_replica_n2 s:shard1 c:.system r:core_node5) [n:127.0.0.1:38297_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2] Registered new searcher Searcher@6360c309[.system_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 661934 INFO (qtp1792431932-6011) [n:127.0.0.1:34733_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 661934 INFO (qtp1792431932-6011) [n:127.0.0.1:34733_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 661935 INFO (qtp1792431932-6011) [n:127.0.0.1:34733_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 661935 INFO (qtp1792431932-6011) [n:127.0.0.1:34733_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 661936 INFO (qtp1792431932-6011) [n:127.0.0.1:34733_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@6d67192b[.system_shard1_replica_n4] main]
[junit4] 2> 661937 INFO (qtp1792431932-6011) [n:127.0.0.1:34733_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 661937 INFO (qtp1792431932-6011) [n:127.0.0.1:34733_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 661937 INFO (qtp1792431932-6011) [n:127.0.0.1:34733_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 661937 INFO (qtp1792431932-6011) [n:127.0.0.1:34733_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 661938 INFO (qtp1792431932-6011) [n:127.0.0.1:34733_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 661938 INFO (qtp1792431932-6011) [n:127.0.0.1:34733_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588648046791491584
[junit4] 2> 661938 INFO (searcherExecutor-2734-thread-1-processing-n:127.0.0.1:34733_solr x:.system_shard1_replica_n4 s:shard1 c:.system r:core_node6) [n:127.0.0.1:34733_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.c.SolrCore [.system_shard1_replica_n4] Registered new searcher Searcher@6d67192b[.system_shard1_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 662409 INFO (qtp1479511326-6001) [n:127.0.0.1:36641_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 662410 INFO (qtp1479511326-6001) [n:127.0.0.1:36641_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 662410 INFO (qtp1479511326-6001) [n:127.0.0.1:36641_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:36641/solr/.system_shard1_replica_n1/
[junit4] 2> 662410 INFO (qtp1479511326-6001) [n:127.0.0.1:36641_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n1 url=https://127.0.0.1:36641/solr START replicas=[https://127.0.0.1:38297/solr/.system_shard1_replica_n2/, https://127.0.0.1:34733/solr/.system_shard1_replica_n4/] nUpdates=100
[junit4] 2> 662415 INFO (qtp1792431932-6013) [n:127.0.0.1:34733_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.c.S.Request [.system_shard1_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 662415 INFO (qtp1010838624-6019) [n:127.0.0.1:38297_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.S.Request [.system_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 662439 DEBUG (ScheduledTrigger-2722-thread-2) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 662711 INFO (qtp1479511326-6001) [n:127.0.0.1:36641_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n1 url=https://127.0.0.1:36641/solr DONE. We have no versions. sync failed.
[junit4] 2> 662711 INFO (qtp1479511326-6001) [n:127.0.0.1:36641_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 662711 INFO (qtp1479511326-6001) [n:127.0.0.1:36641_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 662711 INFO (qtp1479511326-6001) [n:127.0.0.1:36641_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 662716 INFO (qtp1479511326-6001) [n:127.0.0.1:36641_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:36641/solr/.system_shard1_replica_n1/ shard1
[junit4] 2> 663440 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 664440 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 665440 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 666440 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 667440 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 668441 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 669441 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 670441 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 671441 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 672441 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 673442 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 674442 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 675442 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 676442 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 677443 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 678443 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 679443 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 680443 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 681443 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 682444 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 683444 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 684444 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 685444 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 686445 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 687445 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 688445 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 689445 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 690445 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 691445 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 692446 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 693446 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 694446 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 695446 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 696447 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 697447 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 698447 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 699447 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 700447 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 701447 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 702448 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 703448 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 704448 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 705448 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 706448 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 707449 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 708449 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 709449 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 710449 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 711449 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 712449 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 713449 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 714463 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 715463 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 716463 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 717463 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 718464 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 719464 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 720464 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 721464 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 722464 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 723465 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 724465 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 725465 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 726465 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 727465 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 728466 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 729466 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 730466 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 731466 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 732467 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 733467 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 734467 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 735467 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 736467 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 737468 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 738468 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 739468 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 740468 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 741469 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 742469 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 743469 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 744469 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 745469 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 746470 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 747470 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 748470 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 749470 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 750470 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 751471 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 752471 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 753471 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 754471 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 755471 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 756472 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 757472 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 758472 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 759472 DEBUG (ScheduledTrigger-2722-thread-1) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 760472 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 761473 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 762473 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 763473 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 764473 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 765473 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 766474 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 767474 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 768474 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 769474 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 770475 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 771475 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 772475 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 773475 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 774475 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 775476 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 776476 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 777476 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 778476 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 779476 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 780477 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 781477 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 782477 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 783477 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 784478 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 785478 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 786478 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 787478 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 788478 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 789479 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 790479 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 791479 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 792479 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 793480 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 794480 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 795480 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 796480 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 797481 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 798481 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 799481 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 800481 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 801481 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 802482 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 803482 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 804482 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 805482 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 806482 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 807483 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 808483 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 809483 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 810483 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 811484 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 812484 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 813484 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 814484 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 815484 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 816484 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 817485 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 818485 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 819485 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 820485 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 821485 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 822485 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 823486 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 824486 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 825486 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 826486 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 827486 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 828486 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 829486 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 830487 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 831487 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 832487 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 833487 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 834487 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 835487 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 836488 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 837488 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 838488 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 839488 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 840488 DEBUG (ScheduledTrigger-2722-thread-3) [n:127.0.0.1:38297_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 840543 ERROR (qtp1479511326-5999) [n:127.0.0.1:36641_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 840544 INFO (qtp1479511326-5999) [n:127.0.0.1:36641_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=3&name=.system&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2} status=500 QTime=180003
[junit4] 2> 840544 ERROR (qtp1479511326-5999) [n:127.0.0.1:36641_solr ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 840546 INFO (jetty-closer-1238-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@62bbcc99{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 840546 INFO (jetty-closer-1238-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1627725945
[junit4] 2> 840546 INFO (jetty-closer-1238-thread-3) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6b565334{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 840546 INFO (jetty-closer-1238-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@8b1a25a{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 840546 INFO (jetty-closer-1238-thread-3) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1634858266
[junit4] 2> 840546 INFO (jetty-closer-1238-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=128163723
[junit4] 2> 840546 INFO (jetty-closer-1238-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 840546 INFO (jetty-closer-1238-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 840546 INFO (jetty-closer-1238-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@988dcfa: rootName = solr_38297, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@3e96432a
[junit4] 2> 840546 INFO (jetty-closer-1238-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr
[...truncated too long message...]
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: .system slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 44 more
[junit4] 2>
[junit4] 2> 870639 INFO (qtp1010838624-6009) [n:127.0.0.1:38297_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=209763
[junit4] 2> 870640 ERROR (SUITE-SystemLogListenerTest-seed#[832CD6F5EBD17C46]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 870640 INFO (SUITE-SystemLogListenerTest-seed#[832CD6F5EBD17C46]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38097 38097
[junit4] 2> 875657 INFO (Thread-1344) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38097 38097
[junit4] 2> 875658 WARN (Thread-1344) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 3 /solr/configs/.system
[junit4] 2> 3 /solr/security.json
[junit4] 2> 3 /solr/configs/.system/managed-schema
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/collections/.system/state.json
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/live_nodes
[junit4] 2> 4 /solr/collections
[junit4] 2>
[junit4] 2> 875658 INFO (SUITE-SystemLogListenerTest-seed#[832CD6F5EBD17C46]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=163, maxMBSortInHeap=5.258099660221648, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@5c3c166e), locale=ug-CN, timezone=America/Fort_Wayne
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=310253776,total=487063552
[junit4] 2> NOTE: All tests run in this JVM: [TestSolrCoreProperties, DocValuesMissingTest, HdfsAutoAddReplicasIntegrationTest, TestValueSourceCache, TestBackupRepositoryFactory, TestTrie, TestCustomSort, TestNodeAddedTrigger, TolerantUpdateProcessorTest, CollectionReloadTest, TestSolrCloudWithKerberosAlt, QueryElevationComponentTest, ConfigureRecoveryStrategyTest, LoggingHandlerTest, TestCoreAdminApis, ShufflingReplicaListTransformerTest, DeleteStatusTest, TestCloudRecovery, TestManagedResourceStorage, RequiredFieldsTest, HdfsUnloadDistributedZkTest, TestCopyFieldCollectionResource, TestPrepRecovery, TestTolerantSearch, XsltUpdateRequestHandlerTest, SuggesterWFSTTest, TestXmlQParserPlugin, RecoveryZkTest, SolrMetricsIntegrationTest, TestNumericTerms64, TestQueryTypes, TestBlobHandler, SystemInfoHandlerTest, ReturnFieldsTest, DirectSolrSpellCheckerTest, BadComponentTest, TestPartialUpdateDeduplication, TestExclusionRuleCollectionAccess, TestNumericRangeQuery32, DistributedSpellCheckComponentTest, TestCoreDiscovery, ConjunctionSolrSpellCheckerTest, TestLMJelinekMercerSimilarityFactory, CoreAdminCreateDiscoverTest, AlternateDirectoryTest, TestRandomFlRTGCloud, TestSolrQueryResponse, RollingRestartTest, BasicAuthStandaloneTest, CustomCollectionTest, RankQueryTest, PeerSyncReplicationTest, UniqFieldsUpdateProcessorFactoryTest, SolrJmxReporterCloudTest, TestLFUCache, NumberUtilsTest, TestSolrConfigHandlerCloud, AliasIntegrationTest, TestTolerantUpdateProcessorCloud, TestRTimerTree, WordBreakSolrSpellCheckerTest, TestInPlaceUpdatesStandalone, ConnectionReuseTest, TestStressInPlaceUpdates, HdfsBasicDistributedZk2Test, HighlighterTest, SystemLogListenerTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SystemLogListenerTest -Dtests.seed=832CD6F5EBD17C46 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ug-CN -Dtests.timezone=America/Fort_Wayne -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J2 | SystemLogListenerTest (suite) <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:36641/solr: create the collection time out:180s
[junit4] > at __randomizedtesting.SeedInfo.seed([832CD6F5EBD17C46]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.autoscaling.SystemLogListenerTest.setupCluster(SystemLogListenerTest.java:84)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] Completed [194/765 (1!)] on J2 in 215.43s, 0 tests, 1 error <<< FAILURES!
[...truncated 42819 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
21214 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21214/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.response.transform.TestSubQueryTransformerDistrib
Error Message:
Error from server at https://127.0.0.1:34141/solr: Could not fully create collection: departments
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:34141/solr: Could not fully create collection: departments
at __randomizedtesting.SeedInfo.seed([92A5AC2D1416A827]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.response.transform.TestSubQueryTransformerDistrib.setupCluster(TestSubQueryTransformerDistrib.java:81)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11967 lines...]
[junit4] Suite: org.apache.solr.response.transform.TestSubQueryTransformerDistrib
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.response.transform.TestSubQueryTransformerDistrib_92A5AC2D1416A827-001/init-core-data-001
[junit4] 2> 284038 WARN (SUITE-TestSubQueryTransformerDistrib-seed#[92A5AC2D1416A827]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 284038 INFO (SUITE-TestSubQueryTransformerDistrib-seed#[92A5AC2D1416A827]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 284039 INFO (SUITE-TestSubQueryTransformerDistrib-seed#[92A5AC2D1416A827]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 284039 INFO (SUITE-TestSubQueryTransformerDistrib-seed#[92A5AC2D1416A827]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 284039 INFO (SUITE-TestSubQueryTransformerDistrib-seed#[92A5AC2D1416A827]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 5 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.response.transform.TestSubQueryTransformerDistrib_92A5AC2D1416A827-001/tempDir-001
[junit4] 2> 284039 INFO (SUITE-TestSubQueryTransformerDistrib-seed#[92A5AC2D1416A827]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 284039 INFO (Thread-441) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 284039 INFO (Thread-441) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 284041 ERROR (Thread-441) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 284139 INFO (SUITE-TestSubQueryTransformerDistrib-seed#[92A5AC2D1416A827]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:42543
[junit4] 2> 284142 INFO (zkConnectionManagerCallback-446-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 284150 INFO (jetty-launcher-443-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 284150 INFO (jetty-launcher-443-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 284151 INFO (jetty-launcher-443-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 284153 INFO (jetty-launcher-443-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 284154 INFO (jetty-launcher-443-thread-5) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 284155 INFO (jetty-launcher-443-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6d830b37{/solr,null,AVAILABLE}
[junit4] 2> 284156 INFO (jetty-launcher-443-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@48dde5fb{/solr,null,AVAILABLE}
[junit4] 2> 284156 INFO (jetty-launcher-443-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@17a96f97{/solr,null,AVAILABLE}
[junit4] 2> 284158 INFO (jetty-launcher-443-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@75070854{/solr,null,AVAILABLE}
[junit4] 2> 284158 INFO (jetty-launcher-443-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@479b0c29{SSL,[ssl, http/1.1]}{127.0.0.1:34141}
[junit4] 2> 284159 INFO (jetty-launcher-443-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3d6654a2{SSL,[ssl, http/1.1]}{127.0.0.1:43129}
[junit4] 2> 284162 INFO (jetty-launcher-443-thread-2) [ ] o.e.j.s.Server Started @286408ms
[junit4] 2> 284163 INFO (jetty-launcher-443-thread-3) [ ] o.e.j.s.Server Started @286410ms
[junit4] 2> 284163 INFO (jetty-launcher-443-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34141}
[junit4] 2> 284163 INFO (jetty-launcher-443-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1814ea04{SSL,[ssl, http/1.1]}{127.0.0.1:40761}
[junit4] 2> 284163 INFO (jetty-launcher-443-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43129}
[junit4] 2> 284164 INFO (jetty-launcher-443-thread-1) [ ] o.e.j.s.Server Started @286410ms
[junit4] 2> 284164 INFO (jetty-launcher-443-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40761}
[junit4] 2> 284164 ERROR (jetty-launcher-443-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 284164 ERROR (jetty-launcher-443-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 284164 INFO (jetty-launcher-443-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 284164 INFO (jetty-launcher-443-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 284164 INFO (jetty-launcher-443-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 284164 INFO (jetty-launcher-443-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 284164 INFO (jetty-launcher-443-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 284164 INFO (jetty-launcher-443-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-04T22:59:35.024Z
[junit4] 2> 284164 INFO (jetty-launcher-443-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 284164 INFO (jetty-launcher-443-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-04T22:59:35.024Z
[junit4] 2> 284159 INFO (jetty-launcher-443-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2fd77eff{SSL,[ssl, http/1.1]}{127.0.0.1:35225}
[junit4] 2> 284164 INFO (jetty-launcher-443-thread-4) [ ] o.e.j.s.Server Started @286411ms
[junit4] 2> 284164 INFO (jetty-launcher-443-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35225}
[junit4] 2> 284164 ERROR (jetty-launcher-443-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 284165 INFO (jetty-launcher-443-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c6263d1{/solr,null,AVAILABLE}
[junit4] 2> 284165 INFO (jetty-launcher-443-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 284165 INFO (jetty-launcher-443-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 284165 ERROR (jetty-launcher-443-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 284165 INFO (jetty-launcher-443-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 284165 INFO (jetty-launcher-443-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 284165 INFO (jetty-launcher-443-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 284165 INFO (jetty-launcher-443-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-04T22:59:35.025Z
[junit4] 2> 284165 INFO (jetty-launcher-443-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 284165 INFO (jetty-launcher-443-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-04T22:59:35.025Z
[junit4] 2> 284166 INFO (jetty-launcher-443-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6008008a{SSL,[ssl, http/1.1]}{127.0.0.1:38337}
[junit4] 2> 284166 INFO (jetty-launcher-443-thread-5) [ ] o.e.j.s.Server Started @286412ms
[junit4] 2> 284166 INFO (jetty-launcher-443-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38337}
[junit4] 2> 284166 ERROR (jetty-launcher-443-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 284166 INFO (jetty-launcher-443-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 284166 INFO (jetty-launcher-443-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 284166 INFO (jetty-launcher-443-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 284166 INFO (jetty-launcher-443-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-04T22:59:35.026Z
[junit4] 2> 284167 INFO (zkConnectionManagerCallback-452-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 284168 INFO (jetty-launcher-443-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 284169 INFO (zkConnectionManagerCallback-454-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 284169 INFO (zkConnectionManagerCallback-448-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 284170 INFO (jetty-launcher-443-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 284172 INFO (jetty-launcher-443-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 284172 INFO (zkConnectionManagerCallback-456-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 284172 INFO (jetty-launcher-443-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 284196 INFO (zkConnectionManagerCallback-450-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 284196 INFO (jetty-launcher-443-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 284201 INFO (jetty-launcher-443-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42543/solr
[junit4] 2> 284202 INFO (zkConnectionManagerCallback-460-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 284204 INFO (jetty-launcher-443-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42543/solr
[junit4] 2> 284204 INFO (jetty-launcher-443-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42543/solr
[junit4] 2> 284207 INFO (jetty-launcher-443-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42543/solr
[junit4] 2> 284208 INFO (jetty-launcher-443-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42543/solr
[junit4] 2> 284209 INFO (zkConnectionManagerCallback-469-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 284209 INFO (zkConnectionManagerCallback-467-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 284209 INFO (zkConnectionManagerCallback-474-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 284209 INFO (zkConnectionManagerCallback-471-thread-1-processing-n:127.0.0.1:43129_solr) [n:127.0.0.1:43129_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 284214 INFO (zkConnectionManagerCallback-478-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 284220 INFO (zkConnectionManagerCallback-480-thread-1-processing-n:127.0.0.1:34141_solr) [n:127.0.0.1:34141_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 284221 INFO (zkConnectionManagerCallback-482-thread-1-processing-n:127.0.0.1:35225_solr) [n:127.0.0.1:35225_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 284221 INFO (zkConnectionManagerCallback-484-thread-1-processing-n:127.0.0.1:38337_solr) [n:127.0.0.1:38337_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 284222 INFO (zkConnectionManagerCallback-486-thread-1-processing-n:127.0.0.1:40761_solr) [n:127.0.0.1:40761_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 284260 INFO (jetty-launcher-443-thread-3) [n:127.0.0.1:43129_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 284260 INFO (jetty-launcher-443-thread-1) [n:127.0.0.1:40761_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 284260 INFO (jetty-launcher-443-thread-4) [n:127.0.0.1:35225_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 284260 INFO (jetty-launcher-443-thread-5) [n:127.0.0.1:38337_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 284260 INFO (jetty-launcher-443-thread-3) [n:127.0.0.1:43129_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43129_solr
[junit4] 2> 284260 INFO (jetty-launcher-443-thread-1) [n:127.0.0.1:40761_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40761_solr
[junit4] 2> 284260 INFO (jetty-launcher-443-thread-4) [n:127.0.0.1:35225_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35225_solr
[junit4] 2> 284260 INFO (jetty-launcher-443-thread-3) [n:127.0.0.1:43129_solr ] o.a.s.c.Overseer Overseer (id=99294037599846408-127.0.0.1:43129_solr-n_0000000000) starting
[junit4] 2> 284262 INFO (zkCallback-481-thread-1-processing-n:127.0.0.1:35225_solr) [n:127.0.0.1:35225_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 284262 INFO (zkCallback-470-thread-1-processing-n:127.0.0.1:43129_solr) [n:127.0.0.1:43129_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 284264 INFO (zkCallback-483-thread-1-processing-n:127.0.0.1:38337_solr) [n:127.0.0.1:38337_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 284264 INFO (zkCallback-485-thread-1-processing-n:127.0.0.1:40761_solr) [n:127.0.0.1:40761_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 284264 INFO (jetty-launcher-443-thread-5) [n:127.0.0.1:38337_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38337_solr
[junit4] 2> 284268 INFO (zkCallback-470-thread-1-processing-n:127.0.0.1:43129_solr) [n:127.0.0.1:43129_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 284268 INFO (zkCallback-485-thread-1-processing-n:127.0.0.1:40761_solr) [n:127.0.0.1:40761_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 284268 INFO (zkCallback-483-thread-1-processing-n:127.0.0.1:38337_solr) [n:127.0.0.1:38337_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 284268 INFO (zkCallback-481-thread-1-processing-n:127.0.0.1:35225_solr) [n:127.0.0.1:35225_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 284271 INFO (jetty-launcher-443-thread-2) [n:127.0.0.1:34141_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 284272 INFO (jetty-launcher-443-thread-2) [n:127.0.0.1:34141_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 284273 INFO (jetty-launcher-443-thread-2) [n:127.0.0.1:34141_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34141_solr
[junit4] 2> 284273 INFO (zkCallback-481-thread-1-processing-n:127.0.0.1:35225_solr) [n:127.0.0.1:35225_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 284273 INFO (zkCallback-470-thread-1-processing-n:127.0.0.1:43129_solr) [n:127.0.0.1:43129_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 284273 INFO (zkCallback-483-thread-1-processing-n:127.0.0.1:38337_solr) [n:127.0.0.1:38337_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 284273 INFO (zkCallback-485-thread-1-processing-n:127.0.0.1:40761_solr) [n:127.0.0.1:40761_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 284288 INFO (jetty-launcher-443-thread-3) [n:127.0.0.1:43129_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43129_solr
[junit4] 2> 284289 INFO (zkCallback-485-thread-1-processing-n:127.0.0.1:40761_solr) [n:127.0.0.1:40761_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 284291 INFO (zkCallback-483-thread-1-processing-n:127.0.0.1:38337_solr) [n:127.0.0.1:38337_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 284292 INFO (zkCallback-481-thread-1-processing-n:127.0.0.1:35225_solr) [n:127.0.0.1:35225_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 284300 INFO (zkCallback-479-thread-1-processing-n:127.0.0.1:34141_solr) [n:127.0.0.1:34141_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (5)
[junit4] 2> 284306 INFO (zkCallback-470-thread-2-processing-n:127.0.0.1:43129_solr) [n:127.0.0.1:43129_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 284328 INFO (jetty-launcher-443-thread-4) [n:127.0.0.1:35225_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35225.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1507a8a6
[junit4] 2> 284335 INFO (jetty-launcher-443-thread-4) [n:127.0.0.1:35225_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35225.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1507a8a6
[junit4] 2> 284335 INFO (jetty-launcher-443-thread-4) [n:127.0.0.1:35225_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35225.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1507a8a6
[junit4] 2> 284336 INFO (jetty-launcher-443-thread-4) [n:127.0.0.1:35225_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.response.transform.TestSubQueryTransformerDistrib_92A5AC2D1416A827-001/tempDir-001/node4/.
[junit4] 2> 284367 INFO (jetty-launcher-443-thread-3) [n:127.0.0.1:43129_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43129.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1507a8a6
[junit4] 2> 284389 INFO (jetty-launcher-443-thread-3) [n:127.0.0.1:43129_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43129.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1507a8a6
[junit4] 2> 284389 INFO (jetty-launcher-443-thread-3) [n:127.0.0.1:43129_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43129.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1507a8a6
[junit4] 2> 284390 INFO (jetty-launcher-443-thread-3) [n:127.0.0.1:43129_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.response.transform.TestSubQueryTransformerDistrib_92A5AC2D1416A827-001/tempDir-001/node3/.
[junit4] 2> 284395 INFO (jetty-launcher-443-thread-5) [n:127.0.0.1:38337_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38337.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1507a8a6
[junit4] 2> 284402 INFO (jetty-launcher-443-thread-5) [n:127.0.0.1:38337_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38337.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1507a8a6
[junit4] 2> 284402 INFO (jetty-launcher-443-thread-5) [n:127.0.0.1:38337_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38337.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1507a8a6
[junit4] 2> 284403 INFO (jetty-launcher-443-thread-5) [n:127.0.0.1:38337_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.response.transform.TestSubQueryTransformerDistrib_92A5AC2D1416A827-001/tempDir-001/node5/.
[junit4] 2> 284421 INFO (jetty-launcher-443-thread-1) [n:127.0.0.1:40761_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40761.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1507a8a6
[junit4] 2> 284422 INFO (jetty-launcher-443-thread-2) [n:127.0.0.1:34141_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34141.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1507a8a6
[junit4] 2> 284427 INFO (jetty-launcher-443-thread-1) [n:127.0.0.1:40761_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40761.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1507a8a6
[junit4] 2> 284427 INFO (jetty-launcher-443-thread-1) [n:127.0.0.1:40761_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40761.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1507a8a6
[junit4] 2> 284428 INFO (jetty-launcher-443-thread-1) [n:127.0.0.1:40761_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.response.transform.TestSubQueryTransformerDistrib_92A5AC2D1416A827-001/tempDir-001/node1/.
[junit4] 2> 284429 INFO (jetty-launcher-443-thread-2) [n:127.0.0.1:34141_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34141.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1507a8a6
[junit4] 2> 284429 INFO (jetty-launcher-443-thread-2) [n:127.0.0.1:34141_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34141.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1507a8a6
[junit4] 2> 284430 INFO (jetty-launcher-443-thread-2) [n:127.0.0.1:34141_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.response.transform.TestSubQueryTransformerDistrib_92A5AC2D1416A827-001/tempDir-001/node2/.
[junit4] 2> 284521 INFO (zkConnectionManagerCallback-498-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 284524 INFO (zkConnectionManagerCallback-502-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 284524 INFO (SUITE-TestSubQueryTransformerDistrib-seed#[92A5AC2D1416A827]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 284524 INFO (SUITE-TestSubQueryTransformerDistrib-seed#[92A5AC2D1416A827]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42543/solr ready
[junit4] 2> 284637 INFO (qtp618147416-1813) [n:127.0.0.1:34141_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&collection.configName=solrCloudCollectionConfig&name=people&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 284638 INFO (OverseerThreadFactory-709-thread-1-processing-n:127.0.0.1:43129_solr) [n:127.0.0.1:43129_solr ] o.a.s.c.CreateCollectionCmd Create collection people
[junit4] 2> 284744 INFO (OverseerStateUpdate-99294037599846408-127.0.0.1:43129_solr-n_0000000000) [n:127.0.0.1:43129_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"people",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"people_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:43129/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 284747 INFO (OverseerStateUpdate-99294037599846408-127.0.0.1:43129_solr-n_0000000000) [n:127.0.0.1:43129_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"people",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"people_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40761/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 284749 INFO (OverseerStateUpdate-99294037599846408-127.0.0.1:43129_solr-n_0000000000) [n:127.0.0.1:43129_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"people",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"people_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35225/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 284751 INFO (OverseerStateUpdate-99294037599846408-127.0.0.1:43129_solr-n_0000000000) [n:127.0.0.1:43129_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"people",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"people_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:38337/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 284995 INFO (qtp387123018-1817) [n:127.0.0.1:40761_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=people&version=2&replicaType=NRT&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&coreNodeName=core_node5&name=people_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 284996 INFO (qtp387123018-1817) [n:127.0.0.1:40761_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 284997 INFO (qtp1478124491-1791) [n:127.0.0.1:43129_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=people&version=2&replicaType=NRT&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&coreNodeName=core_node3&name=people_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 284997 INFO (qtp1617693642-1803) [n:127.0.0.1:38337_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=people&version=2&replicaType=NRT&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&coreNodeName=core_node8&name=people_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 284997 INFO (qtp1478124491-1791) [n:127.0.0.1:43129_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 284998 INFO (qtp1617693642-1803) [n:127.0.0.1:38337_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 284998 INFO (qtp1854741605-1814) [n:127.0.0.1:35225_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=people&version=2&replicaType=NRT&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&coreNodeName=core_node7&name=people_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 284998 INFO (qtp1854741605-1814) [n:127.0.0.1:35225_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 285103 INFO (zkCallback-483-thread-1-processing-n:127.0.0.1:38337_solr) [n:127.0.0.1:38337_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 285103 INFO (zkCallback-470-thread-1-processing-n:127.0.0.1:43129_solr) [n:127.0.0.1:43129_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 285103 INFO (zkCallback-485-thread-1-processing-n:127.0.0.1:40761_solr) [n:127.0.0.1:40761_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 285103 INFO (zkCallback-481-thread-1-processing-n:127.0.0.1:35225_solr) [n:127.0.0.1:35225_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 285103 INFO (zkCallback-470-thread-2-processing-n:127.0.0.1:43129_solr) [n:127.0.0.1:43129_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 285103 INFO (zkCallback-481-thread-2-processing-n:127.0.0.1:35225_solr) [n:127.0.0.1:35225_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 285103 INFO (zkCallback-483-thread-2-processing-n:127.0.0.1:38337_solr) [n:127.0.0.1:38337_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 285103 INFO (zkCallback-485-thread-2-processing-n:127.0.0.1:40761_solr) [n:127.0.0.1:40761_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 286013 INFO (qtp1854741605-1814) [n:127.0.0.1:35225_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 286014 INFO (qtp387123018-1817) [n:127.0.0.1:40761_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 286015 INFO (qtp1478124491-1791) [n:127.0.0.1:43129_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 286042 INFO (qtp1617693642-1803) [n:127.0.0.1:38337_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 286045 INFO (qtp1854741605-1814) [n:127.0.0.1:35225_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.s.IndexSchema [people_shard2_replica_n4] Schema name=doc-values-for-Join
[junit4] 2> 286046 INFO (qtp1478124491-1791) [n:127.0.0.1:43129_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.s.IndexSchema [people_shard1_replica_n1] Schema name=doc-values-for-Join
[junit4] 2> 286047 INFO (qtp387123018-1817) [n:127.0.0.1:40761_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.s.IndexSchema [people_shard1_replica_n2] Schema name=doc-values-for-Join
[junit4] 2> 286048 INFO (qtp1617693642-1803) [n:127.0.0.1:38337_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.s.IndexSchema [people_shard2_replica_n6] Schema name=doc-values-for-Join
[junit4] 2> 286050 INFO (qtp1478124491-1791) [n:127.0.0.1:43129_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema doc-values-for-Join/1.6 with uniqueid field id
[junit4] 2> 286050 INFO (qtp1854741605-1814) [n:127.0.0.1:35225_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema doc-values-for-Join/1.6 with uniqueid field id
[junit4] 2> 286051 INFO (qtp387123018-1817) [n:127.0.0.1:40761_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema doc-values-for-Join/1.6 with uniqueid field id
[junit4] 2> 286053 INFO (qtp1617693642-1803) [n:127.0.0.1:38337_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema doc-values-for-Join/1.6 with uniqueid field id
[junit4] 2> 286053 INFO (qtp1478124491-1791) [n:127.0.0.1:43129_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'people_shard1_replica_n1' using configuration from collection people, trusted=true
[junit4] 2> 286054 INFO (qtp387123018-1817) [n:127.0.0.1:40761_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'people_shard1_replica_n2' using configuration from collection people, trusted=true
[junit4] 2> 286054 INFO (qtp1478124491-1791) [n:127.0.0.1:43129_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43129.solr.core.people.shard1.replica_n1' (registry 'solr.core.people.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1507a8a6
[junit4] 2> 286054 INFO (qtp1478124491-1791) [n:127.0.0.1:43129_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 286054 INFO (qtp1478124491-1791) [n:127.0.0.1:43129_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.c.SolrCore [[people_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.response.transform.TestSubQueryTransformerDistrib_92A5AC2D1416A827-001/tempDir-001/node3/people_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.response.transform.TestSubQueryTransformerDistrib_92A5AC2D1416A827-001/tempDir-001/node3/./people_shard1_replica_n1/data/]
[junit4] 2> 286054 INFO (qtp387123018-1817) [n:127.0.0.1:40761_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40761.solr.core.people.shard1.replica_n2' (registry 'solr.core.people.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1507a8a6
[junit4] 2> 286054 INFO (qtp1854741605-1814) [n:127.0.0.1:35225_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'people_shard2_replica_n4' using configuration from collection people, trusted=true
[junit4] 2> 286054 INFO (qtp387123018-1817) [n:127.0.0.1:40761_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 286054 INFO (qtp387123018-1817) [n:127.0.0.1:40761_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.c.SolrCore [[people_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.response.transform.TestSubQueryTransformerDistrib_92A5AC2D1416A827-001/tempDir-001/node1/people_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.response.transform.TestSubQueryTransformerDistrib_92A5AC2D1416A827-001/tempDir-001/node1/./people_shard1_replica_n2/data/]
[junit4] 2> 286055 INFO (qtp1854741605-1814) [n:127.0.0.1:35225_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35225.solr.core.people.shard2.replica_n4' (registry 'solr.core.people.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1507a8a6
[junit4] 2> 286055 INFO (qtp1854741605-1814) [n:127.0.0.1:35225_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 286055 INFO (qtp1854741605-1814) [n:127.0.0.1:35225_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.c.SolrCore [[people_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.response.transform.TestSubQueryTransformerDistrib_92A5AC2D1416A827-001/tempDir-001/node4/people_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.response.transform.TestSubQueryTransformerDistrib_92A5AC2D1416A827-001/tempDir-001/node4/./people_shard2_replica_n4/data/]
[junit4] 2> 286059 INFO (qtp1617693642-1803) [n:127.0.0.1:38337_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'people_shard2_replica_n6' using configuration from collection people, trusted=true
[junit4] 2> 286059 INFO (qtp1617693642-1803) [n:127.0.0.1:38337_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38337.solr.core.people.shard2.replica_n6' (registry 'solr.core.people.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1507a8a6
[junit4] 2> 286059 INFO (qtp1617693642-1803) [n:127.0.0.1:38337_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 286059 INFO (qtp1617693642-1803) [n:127.0.0.1:38337_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.c.SolrCore [[people_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.response.transform.TestSubQueryTransformerDistrib_92A5AC2D1416A827-001/tempDir-001/node5/people_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.response.transform.TestSubQueryTransformerDistrib_92A5AC2D1416A827-001/tempDir-001/node5/./people_shard2_replica_n6/data/]
[junit4] 2> 286118 INFO (qtp387123018-1817) [n:127.0.0.1:40761_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 286118 INFO (qtp387123018-1817) [n:127.0.0.1:40761_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 286118 INFO (qtp1617693642-1803) [n:127.0.0.1:38337_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 286118 INFO (qtp1617693642-1803) [n:127.0.0.1:38337_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 286119 INFO (qtp1617693642-1803) [n:127.0.0.1:38337_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 286119 INFO (qtp1617693642-1803) [n:127.0.0.1:38337_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 286119 INFO (qtp387123018-1817) [n:127.0.0.1:40761_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 286119 INFO (qtp387123018-1817) [n:127.0.0.1:40761_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 286120 INFO (qtp1478124491-1791) [n:127.0.0.1:43129_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 286120 INFO (qtp1478124491-1791) [n:127.0.0.1:43129_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 286121 INFO (qtp1478124491-1791) [n:127.0.0.1:43129_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 286121 INFO (qtp1478124491-1791) [n:127.0.0.1:43129_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 286121 INFO (qtp1617693642-1803) [n:127.0.0.1:38337_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@2ecf254f[people_shard2_replica_n6] main]
[junit4] 2> 286121 INFO (qtp387123018-1817) [n:127.0.0.1:40761_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@76597904[people_shard1_replica_n2] main]
[junit4] 2> 286122 INFO (qtp1854741605-1814) [n:127.0.0.1:35225_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 286122 INFO (qtp1854741605-1814) [n:127.0.0.1:35225_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 286122 INFO (qtp387123018-1817) [n:127.0.0.1:40761_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 286122 INFO (qtp387123018-1817) [n:127.0.0.1:40761_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 286122 INFO (qtp1478124491-1791) [n:127.0.0.1:43129_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@31f38171[people_shard1_replica_n1] main]
[junit4] 2> 286123 INFO (qtp1617693642-1803) [n:127.0.0.1:38337_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 286123 INFO (qtp387123018-1817) [n:127.0.0.1:40761_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 286123 INFO (qtp1854741605-1814) [n:127.0.0.1:35225_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 286123 INFO (qtp1854741605-1814) [n:127.0.0.1:35225_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 286123 INFO (qtp387123018-1817) [n:127.0.0.1:40761_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588704603781726208
[junit4] 2> 286125 INFO (qtp1854741605-1814) [n:127.0.0.1:35225_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@726f5223[people_shard2_replica_n4] main]
[junit4] 2> 286125 INFO (searcherExecutor-721-thread-1-processing-n:127.0.0.1:40761_solr x:people_shard1_replica_n2 s:shard1 c:people r:core_node5) [n:127.0.0.1:40761_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.c.SolrCore [people_shard1_replica_n2] Registered new searcher Searcher@76597904[people_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 286126 INFO (qtp1854741605-1814) [n:127.0.0.1:35225_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 286126 INFO (qtp1478124491-1791) [n:127.0.0.1:43129_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 286126 INFO (qtp1478124491-1791) [n:127.0.0.1:43129_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 286126 INFO (qtp1854741605-1814) [n:127.0.0.1:35225_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 286127 INFO (qtp1478124491-1791) [n:127.0.0.1:43129_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 286127 INFO (qtp1854741605-1814) [n:127.0.0.1:35225_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 286127 INFO (qtp1478124491-1791) [n:127.0.0.1:43129_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588704603785920512
[junit4] 2> 286128 INFO (searcherExecutor-722-thread-1-processing-n:127.0.0.1:35225_solr x:people_shard2_replica_n4 s:shard2 c:people r:core_node7) [n:127.0.0.1:35225_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.c.SolrCore [people_shard2_replica_n4] Registered new searcher Searcher@726f5223[people_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 286128 INFO (qtp1854741605-1814) [n:127.0.0.1:35225_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588704603786969088
[junit4] 2> 286128 INFO (searcherExecutor-720-thread-1-processing-n:127.0.0.1:43129_solr x:people_shard1_replica_n1 s:shard1 c:people r:core_node3) [n:127.0.0.1:43129_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.c.SolrCore [people_shard1_replica_n1] Registered new searcher Searcher@31f38171[people_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 286132 INFO (qtp387123018-1817) [n:127.0.0.1:40761_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 286132 INFO (qtp387123018-1817) [n:127.0.0.1:40761_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 286132 INFO (qtp387123018-1817) [n:127.0.0.1:40761_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40761/solr/people_shard1_replica_n2/
[junit4] 2> 286132 INFO (qtp387123018-1817) [n:127.0.0.1:40761_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=people_shard1_replica_n2 url=https://127.0.0.1:40761/solr START replicas=[https://127.0.0.1:43129/solr/people_shard1_replica_n1/] nUpdates=100
[junit4] 2> 286133 INFO (qtp1617693642-1803) [n:127.0.0.1:38337_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 286133 INFO (qtp1854741605-1814) [n:127.0.0.1:35225_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 286134 INFO (qtp1617693642-1803) [n:127.0.0.1:38337_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 286136 INFO (searcherExecutor-723-thread-1-processing-n:127.0.0.1:38337_solr x:people_shard2_replica_n6 s:shard2 c:people r:core_node8) [n:127.0.0.1:38337_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.c.SolrCore [people_shard2_replica_n6] Registered new searcher Searcher@2ecf254f[people_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 286136 INFO (qtp1617693642-1803) [n:127.0.0.1:38337_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588704603795357696
[junit4] 2> 286139 INFO (qtp1478124491-1788) [n:127.0.0.1:43129_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.c.S.Request [people_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 286234 INFO (zkCallback-470-thread-2-processing-n:127.0.0.1:43129_solr) [n:127.0.0.1:43129_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 286234 INFO (zkCallback-485-thread-1-processing-n:127.0.0.1:40761_solr) [n:127.0.0.1:40761_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 286234 INFO (zkCallback-470-thread-1-processing-n:127.0.0.1:43129_solr) [n:127.0.0.1:43129_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 286234 INFO (zkCallback-481-thread-1-processing-n:127.0.0.1:35225_solr) [n:127.0.0.1:35225_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 286234 INFO (zkCallback-485-thread-2-processing-n:127.0.0.1:40761_solr) [n:127.0.0.1:40761_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 286234 INFO (zkCallback-483-thread-1-processing-n:127.0.0.1:38337_solr) [n:127.0.0.1:38337_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 286234 INFO (zkCallback-483-thread-2-processing-n:127.0.0.1:38337_solr) [n:127.0.0.1:38337_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 286234 INFO (zkCallback-481-thread-2-processing-n:127.0.0.1:35225_solr) [n:127.0.0.1:35225_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 286436 INFO (qtp387123018-1817) [n:127.0.0.1:40761_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=people_shard1_replica_n2 url=https://127.0.0.1:40761/solr DONE. We have no versions. sync failed.
[junit4] 2> 286436 INFO (qtp387123018-1817) [n:127.0.0.1:40761_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 286436 INFO (qtp387123018-1817) [n:127.0.0.1:40761_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 286436 INFO (qtp387123018-1817) [n:127.0.0.1:40761_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 286444 INFO (qtp387123018-1817) [n:127.0.0.1:40761_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40761/solr/people_shard1_replica_n2/ shard1
[junit4] 2> 286546 INFO (zkCallback-470-thread-1-processing-n:127.0.0.1:43129_solr) [n:127.0.0.1:43129_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 286546 INFO (zkCallback-481-thread-1-processing-n:127.0.0.1:35225_solr) [n:127.0.0.1:35225_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 286546 INFO (zkCallback-485-thread-1-processing-n:127.0.0.1:40761_solr) [n:127.0.0.1:40761_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 286546 INFO (zkCallback-470-thread-2-processing-n:127.0.0.1:43129_solr) [n:127.0.0.1:43129_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 286546 INFO (zkCallback-483-thread-1-processing-n:127.0.0.1:38337_solr) [n:127.0.0.1:38337_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 286546 INFO (zkCallback-483-thread-2-processing-n:127.0.0.1:38337_solr) [n:127.0.0.1:38337_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 286546 INFO (zkCallback-481-thread-2-processing-n:127.0.0.1:35225_solr) [n:127.0.0.1:35225_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 286546 INFO (zkCallback-485-thread-2-processing-n:127.0.0.1:40761_solr) [n:127.0.0.1:40761_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 286595 INFO (qtp387123018-1817) [n:127.0.0.1:40761_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 286634 INFO (qtp1854741605-1814) [n:127.0.0.1:35225_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 286634 INFO (qtp1854741605-1814) [n:127.0.0.1:35225_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 286634 INFO (qtp1854741605-1814) [n:127.0.0.1:35225_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35225/solr/people_shard2_replica_n4/
[junit4] 2> 286634 INFO (qtp1854741605-1814) [n:127.0.0.1:35225_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=people_shard2_replica_n4 url=https://127.0.0.1:35225/solr START replicas=[https://127.0.0.1:38337/solr/people_shard2_replica_n6/] nUpdates=100
[junit4] 2> 286639 INFO (qtp1617693642-1807) [n:127.0.0.1:38337_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.c.S.Request [people_shard2_replica_n6] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 286643 INFO (qtp387123018-1817) [n:127.0.0.1:40761_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=people&version=2&replicaType=NRT&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&coreNodeName=core_node5&name=people_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=1647
[junit4] 2> 286698 INFO (zkCallback-485-thread-2-processing-n:127.0.0.1:40761_solr) [n:127.0.0.1:40761_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 286698 INFO (zkCallback-481-thread-2-processing-n:127.0.0.1:35225_solr) [n:127.0.0.1:35225_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 286698 INFO (zkCallback-481-thread-1-processing-n:127.0.0.1:35225_solr) [n:127.0.0.1:35225_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 286698 INFO (zkCallback-483-thread-2-processing-n:127.0.0.1:38337_solr) [n:127.0.0.1:38337_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 286698 INFO (zkCallback-470-thread-2-processing-n:127.0.0.1:43129_solr) [n:127.0.0.1:43129_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 286698 INFO (zkCallback-485-thread-1-processing-n:127.0.0.1:40761_solr) [n:127.0.0.1:40761_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 286698 INFO (zkCallback-483-thread-1-processing-n:127.0.0.1:38337_solr) [n:127.0.0.1:38337_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 286698 INFO (zkCallback-470-thread-1-processing-n:127.0.0.1:43129_solr) [n:127.0.0.1:43129_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 286935 INFO (qtp1854741605-1814) [n:127.0.0.1:35225_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=people_shard2_replica_n4 url=https://127.0.0.1:35225/solr DONE. We have no versions. sync failed.
[junit4] 2> 286935 INFO (qtp1854741605-1814) [n:127.0.0.1:35225_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 286935 INFO (qtp1854741605-1814) [n:127.0.0.1:35225_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 286935 INFO (qtp1854741605-1814) [n:127.0.0.1:35225_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 286940 INFO (qtp1854741605-1814) [n:127.0.0.1:35225_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35225/solr/people_shard2_replica_n4/ shard2
[junit4] 2> 287042 INFO (zkCallback-485-thread-1-processing-n:127.0.0.1:40761_solr) [n:127.0.0.1:40761_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 287042 INFO (zkCallback-483-thread-1-processing-n:127.0.0.1:38337_solr) [n:127.0.0.1:38337_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 287042 INFO (zkCallback-483-thread-2-processing-n:127.0.0.1:38337_solr) [n:127.0.0.1:38337_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 287042 INFO (zkCallback-481-thread-2-processing-n:127.0.0.1:35225_solr) [n:127.0.0.1:35225_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 287042 INFO (zkCallback-481-thread-1-processing-n:127.0.0.1:35225_solr) [n:127.0.0.1:35225_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 287042 INFO (zkCallback-470-thread-1-processing-n:127.0.0.1:43129_solr) [n:127.0.0.1:43129_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 287042 INFO (zkCallback-470-thread-2-processing-n:127.0.0.1:43129_solr) [n:127.0.0.1:43129_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 287042 INFO (zkCallback-485-thread-2-processing-n:127.0.0.1:40761_solr) [n:127.0.0.1:40761_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 287091 INFO (qtp1854741605-1814) [n:127.0.0.1:35225_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 287094 INFO (qtp1854741605-1814) [n:127.0.0.1:35225_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=people&version=2&replicaType=NRT&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&coreNodeName=core_node7&name=people_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=2095
[junit4] 2> 287134 INFO (qtp1478124491-1791) [n:127.0.0.1:43129_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=people&version=2&replicaType=NRT&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&coreNodeName=core_node3&name=people_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=2137
[junit4] 2> 287142 INFO (qtp1617693642-1803) [n:127.0.0.1:38337_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=people&version=2&replicaType=NRT&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&coreNodeName=core_node8&name=people_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=2145
[junit4] 2> 287146 INFO (qtp618147416-1813) [n:127.0.0.1:34141_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 288641 INFO (OverseerCollectionConfigSetProcessor-99294037599846408-127.0.0.1:43129_solr-n_0000000000) [n:127.0.0.1:43129_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 317162 ERROR (qtp618147416-1813) [n:127.0.0.1:34141_solr ] o.a.s.h.a.CollectionsHandler Timed out waiting for new collection's replicas to become ACTIVE replica https://127.0.0.1:43129/solr/people_shard1_replica_n1/ is in state of down with timeout=30
[junit4] 2> 317162 INFO (qtp618147416-1813) [n:127.0.0.1:34141_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&collection.configName=solrCloudCollectionConfig&name=people&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=32525
[junit4] 2> 317163 INFO (qtp618147416-1785) [n:127.0.0.1:34141_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.config=solrconfig-doctransformers.xml&property.schema=schema-minimal-with-another-uniqkey.xml&collection.configName=solrCloudCollectionConfig&name=departments&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 317164 INFO (OverseerThreadFactory-709-thread-2-processing-n:127.0.0.1:43129_solr) [n:127.0.0.1:43129_solr ] o.a.s.c.CreateCollectionCmd Create collection departments
[junit4] 2> 347172 ERROR (OverseerThreadFactory-709-thread-2-processing-n:127.0.0.1:43129_solr) [n:127.0.0.1:43129_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: departments operation: create failed:org.apache.solr.common.SolrException: Could not fully create collection: departments
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:151)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:242)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 347175 INFO (qtp618147416-1785) [n:127.0.0.1:34141_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&property.config=solrconfig-doctransformers.xml&property.schema=schema-minimal-with-another-uniqkey.xml&collection.configName=solrCloudCollectionConfig&name=departments&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=500 QTime=30011
[junit4] 2> 347175 ERROR (qtp618147416-1785) [n:127.0.0.1:34141_solr ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: Could not fully create collection: departments
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:309)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 347181 INFO (OverseerCollectionConfigSetProcessor-99294037599846408-127.0.0.1:43129_solr-n_0000000000) [n:127.0.0.1:43129_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 347182 INFO (jetty-closer-444-thread-5) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1814ea04{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 347182 INFO (jetty-closer-444-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2fd77eff{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 347182 INFO (jetty-closer-444-thread-5) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=907182711
[junit4] 2> 347182 INFO (jetty-closer-444-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1161330402
[junit4] 2> 347182 INFO (jetty-closer-444-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 347182 INFO (jetty-closer-444-thread-5) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 347182 INFO (jetty-closer-444-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2656ba24: rootName = solr_35225, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@329509a4
[junit4] 2> 347182 INFO (jetty-closer-444-thread-5) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1842395b: rootName = solr_40761, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@3ed92bd1
[junit4] 2> 347182 INFO (jetty-closer-444-thread-3) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@479b0c29{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 347183 INFO (jetty-closer-444-thread-4) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6008008a{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 347186 INFO (jetty-closer-444-thread-3) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1804628661
[junit4] 2> 347186 INFO (jetty-closer-444-thread-4) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=205479326
[junit4] 2> 347186 INFO (jetty-closer-444-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 347186 INFO (jetty-closer-444-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 347186 INFO (jetty-closer-444-thread-4) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4d8ba8f2: rootName = solr_38337, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@77e709bd
[junit4] 2> 347186 INFO (jetty-closer-444-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3c5c7aac: rootName = solr_34141, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@7c65e902
[junit4] 2> 347187 INFO (jetty-closer-444-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@3d6654a2{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 347188 INFO (jetty-closer-444-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1739663552
[junit4] 2> 347188 INFO (jetty-closer-444-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 347188 INFO (jetty-closer-444-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2cbc44cf: rootName = solr_43129, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@45d29935
[junit4] 2> 347190 INFO (jetty-closer-444-thread-5) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 347190 INFO (jetty-closer-444-thread-5) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6320da09: rootName = solr_40761, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4812a4cd
[junit4] 2> 347193 INFO (jetty-closer-444-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 347193 INFO (jetty-closer-444-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@e213596: rootName = solr_35225, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4812a4cd
[junit4] 2> 347194 INFO (jetty-closer-444-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 347194 INFO (jetty-closer-444-thread-4) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@734e9d53: rootName = solr_38337, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4812a4cd
[junit4] 2> 347195 INFO (jetty-closer-444-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 347195 INFO (jetty-closer-444-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4ff7748: rootName = solr_34141, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4812a4cd
[junit4] 2> 347197 INFO (jetty-closer-444-thread-5) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 347197 INFO (jetty-closer-444-thread-5) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@baede6f: rootName = solr_40761, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@75e0646f
[junit4] 2> 347198 INFO (jetty-closer-444-thread-5) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:40761_solr
[junit4] 2> 347199 INFO (zkCallback-481-thread-1-processing-n:127.0.0.1:35225_solr) [n:127.0.0.1:35225_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
[junit4] 2> 347199 INFO (zkCallback-479-thread-1-processing-n:127.0.0.1:34141_solr) [n:127.0.0.1:34141_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
[junit4] 2> 347199 INFO (zkCallback-483-thread-1-processing-n:127.0.0.1:38337_solr) [n:127.0.0.1:38337_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
[junit4] 2> 347199 INFO (jetty-closer-444-thread-5) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 347199 INFO (zkCallback-470-thread-2-processing-n:127.0.0.1:43129_solr) [n:127.0.0.1:43129_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
[junit4] 2> 347200 INFO (zkCallback-485-thread-2-processing-n:127.0.0.1:40761_solr) [n:127.0.0.1:40761_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
[junit4] 2> 347204 INFO (coreCloseExecutor-740-thread-1) [n:127.0.0.1:40761_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.c.SolrCore [people_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@f8c483f
[junit4] 2> 347204 INFO (coreCloseExecutor-740-thread-1) [n:127.0.0.1:40761_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.people.shard1.replica_n2, tag=260851775
[junit4] 2> 347204 INFO (coreCloseExecutor-740-thread-1) [n:127.0.0.1:40761_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@27dbce85: rootName = solr_40761, domain = solr.core.people.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.people.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@4dd385ff
[junit4] 2> 347215 INFO (jetty-closer-444-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 347215 INFO (jetty-closer-444-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@170c4cc: rootName = solr_35225, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@75e0646f
[junit4] 2> 347216 INFO (jetty-closer-444-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:35225_solr
[junit4] 2> 347216 INFO (jetty-closer-444-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 347217 INFO (zkCallback-485-thread-2-processing-n:127.0.0.1:40761_solr) [n:127.0.0.1:40761_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 347217 INFO (zkCallback-470-thread-2-processing-n:127.0.0.1:43129_solr) [n:127.0.0.1:43129_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 347217 INFO (zkCallback-483-thread-1-processing-n:127.0.0.1:38337_solr) [n:127.0.0.1:38337_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 347217 INFO (zkCallback-479-thread-1-processing-n:127.0.0.1:34141_solr) [n:127.0.0.1:34141_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 347217 INFO (zkCallback-481-thread-1-processing-n:127.0.0.1:35225_solr) [n:127.0.0.1:35225_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4]
[...truncated too long message...]
-481-thread-1-processing-n:127.0.0.1:35225_solr) [n:127.0.0.1:35225_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 347244 INFO (jetty-closer-444-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 347244 INFO (jetty-closer-444-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7fb32e77: rootName = solr_43129, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4812a4cd
[junit4] 2> 347245 INFO (coreCloseExecutor-740-thread-1) [n:127.0.0.1:40761_solr c:people s:shard1 r:core_node5 x:people_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.people.shard1.leader, tag=260851775
[junit4] 2> 347245 INFO (coreCloseExecutor-741-thread-1) [n:127.0.0.1:35225_solr c:people s:shard2 r:core_node7 x:people_shard2_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.people.shard2.leader, tag=1102958003
[junit4] 2> 347249 INFO (coreCloseExecutor-742-thread-1) [n:127.0.0.1:38337_solr c:people s:shard2 r:core_node8 x:people_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.people.shard2.leader, tag=1030954051
[junit4] 2> 347250 INFO (jetty-closer-444-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 347250 INFO (jetty-closer-444-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@478b4aca: rootName = solr_43129, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@75e0646f
[junit4] 2> 347251 INFO (jetty-closer-444-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:43129_solr
[junit4] 2> 347252 INFO (jetty-closer-444-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 347252 INFO (zkCallback-470-thread-2-processing-n:127.0.0.1:43129_solr) [n:127.0.0.1:43129_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 347252 INFO (zkCallback-481-thread-1-processing-n:127.0.0.1:35225_solr) [n:127.0.0.1:35225_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 347252 INFO (zkCallback-483-thread-1-processing-n:127.0.0.1:38337_solr) [n:127.0.0.1:38337_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 347252 INFO (zkCallback-485-thread-2-processing-n:127.0.0.1:40761_solr) [n:127.0.0.1:40761_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 347265 INFO (coreCloseExecutor-744-thread-1) [n:127.0.0.1:43129_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.c.SolrCore [people_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@4a2b733f
[junit4] 2> 347266 INFO (coreCloseExecutor-744-thread-1) [n:127.0.0.1:43129_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.people.shard1.replica_n1, tag=1244361535
[junit4] 2> 347266 INFO (coreCloseExecutor-744-thread-1) [n:127.0.0.1:43129_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@33ed79af: rootName = solr_43129, domain = solr.core.people.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.people.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@adc418f
[junit4] 2> 347285 INFO (coreCloseExecutor-744-thread-1) [n:127.0.0.1:43129_solr c:people s:shard1 r:core_node3 x:people_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.people.shard1.leader, tag=1244361535
[junit4] 2> 347290 INFO (jetty-closer-444-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1c6263d1{/solr,null,UNAVAILABLE}
[junit4] 2> 347294 INFO (jetty-closer-444-thread-5) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@75070854{/solr,null,UNAVAILABLE}
[junit4] 2> 347295 INFO (jetty-closer-444-thread-2) [ ] o.a.s.c.Overseer Overseer (id=99294037599846408-127.0.0.1:43129_solr-n_0000000000) closing
[junit4] 2> 347295 INFO (OverseerStateUpdate-99294037599846408-127.0.0.1:43129_solr-n_0000000000) [n:127.0.0.1:43129_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43129_solr
[junit4] 2> 347296 WARN (OverseerAutoScalingTriggerThread-99294037599846408-127.0.0.1:43129_solr-n_0000000000) [n:127.0.0.1:43129_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 347300 INFO (jetty-closer-444-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6d830b37{/solr,null,UNAVAILABLE}
[junit4] 2> 348791 INFO (jetty-closer-444-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@17a96f97{/solr,null,UNAVAILABLE}
[junit4] 2> 348794 ERROR (SUITE-TestSubQueryTransformerDistrib-seed#[92A5AC2D1416A827]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 348795 INFO (SUITE-TestSubQueryTransformerDistrib-seed#[92A5AC2D1416A827]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42543 42543
[junit4] 2> 354990 INFO (Thread-441) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42543 42543
[junit4] 2> 354991 WARN (Thread-441) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/aliases.json
[junit4] 2> 5 /solr/security.json
[junit4] 2> 4 /solr/configs/solrCloudCollectionConfig
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 28 /solr/collections/people/state.json
[junit4] 2> 6 /solr/clusterstate.json
[junit4] 2> 6 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/live_nodes
[junit4] 2> 6 /solr/collections
[junit4] 2>
[junit4] 2> 354991 INFO (SUITE-TestSubQueryTransformerDistrib-seed#[92A5AC2D1416A827]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@2bbfce85), locale=ar-KW, timezone=America/Argentina/Buenos_Aires
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=233987360,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestLegacyTerms, TestMinMaxOnMultiValuedField, TestFileDictionaryLookup, MetricUtilsTest, CdcrReplicationDistributedZkTest, TestJettySolrRunner, BaseCdcrDistributedZkTest, PathHierarchyTokenizerFactoryTest, TestJavabinTupleStreamParser, SpellingQueryConverterTest, TriggerIntegrationTest, SynonymTokenizerTest, TestEmbeddedSolrServerAdminHandler, TestShortCircuitedRequests, DistributedFacetPivotLargeTest, TestFieldSortValues, SearchHandlerTest, TestRequestStatusCollectionAPI, TestFieldCacheSortRandom, MBeansHandlerTest, TestSchemalessBufferedUpdates, TestImplicitCoreProperties, ChaosMonkeySafeLeaderWithPullReplicasTest, TestHalfAndHalfDocValues, TestFieldResource, TestSubQueryTransformerDistrib]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSubQueryTransformerDistrib -Dtests.seed=92A5AC2D1416A827 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar-KW -Dtests.timezone=America/Argentina/Buenos_Aires -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | TestSubQueryTransformerDistrib (suite) <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:34141/solr: Could not fully create collection: departments
[junit4] > at __randomizedtesting.SeedInfo.seed([92A5AC2D1416A827]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.response.transform.TestSubQueryTransformerDistrib.setupCluster(TestSubQueryTransformerDistrib.java:81)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] Completed [97/766 (1!)] on J1 in 70.96s, 0 tests, 1 error <<< FAILURES!
[...truncated 50290 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build #
21213 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21213/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:44333
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:44333
at __randomizedtesting.SeedInfo.seed([A84CFEDDEB87E6EF:2018C107457B8B17]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:320)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 43 more
Build Log:
[...truncated 12304 lines...]
[junit4] Suite: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_A84CFEDDEB87E6EF-001/init-core-data-001
[junit4] 2> 274988 WARN (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[A84CFEDDEB87E6EF]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 274988 INFO (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[A84CFEDDEB87E6EF]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 274990 INFO (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[A84CFEDDEB87E6EF]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 274990 INFO (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[A84CFEDDEB87E6EF]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 274990 INFO (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[A84CFEDDEB87E6EF]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 274996 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 274996 INFO (Thread-140) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 274996 INFO (Thread-140) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 275007 ERROR (Thread-140) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 275096 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [ ] o.a.s.c.ZkTestServer start zk server on port:41227
[junit4] 2> 275098 INFO (zkConnectionManagerCallback-278-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 275102 INFO (zkConnectionManagerCallback-280-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 275109 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 275111 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 275112 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 275114 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 275115 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 275116 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 275117 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 275119 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 275120 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 275121 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 275122 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 275124 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
[junit4] 2> 275240 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 275247 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b6d0fe{/,null,AVAILABLE}
[junit4] 2> 275249 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1590bc2{HTTP/1.1,[http/1.1]}{127.0.0.1:44333}
[junit4] 2> 275249 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [ ] o.e.j.s.Server Started @276694ms
[junit4] 2> 275249 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_A84CFEDDEB87E6EF-001/tempDir-001/control/data, hostContext=/, hostPort=44333, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_A84CFEDDEB87E6EF-001/control-001/cores}
[junit4] 2> 275249 ERROR (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 275249 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 275249 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 275249 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 275249 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-04T19:02:06.618Z
[junit4] 2> 275253 INFO (zkConnectionManagerCallback-282-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 275254 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 275254 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_A84CFEDDEB87E6EF-001/control-001/solr.xml
[junit4] 2> 275260 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 275260 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 275262 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@136eadf, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 275265 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41227/solr
[junit4] 2> 275266 INFO (zkConnectionManagerCallback-286-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 275269 INFO (zkConnectionManagerCallback-288-thread-1-processing-n:127.0.0.1:44333_) [n:127.0.0.1:44333_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 275347 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [n:127.0.0.1:44333_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 275347 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [n:127.0.0.1:44333_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44333_
[junit4] 2> 275348 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [n:127.0.0.1:44333_ ] o.a.s.c.Overseer Overseer (id=99293103808118788-127.0.0.1:44333_-n_0000000000) starting
[junit4] 2> 275354 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [n:127.0.0.1:44333_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44333_
[junit4] 2> 275355 INFO (zkCallback-287-thread-1-processing-n:127.0.0.1:44333_) [n:127.0.0.1:44333_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 275563 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [n:127.0.0.1:44333_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@136eadf
[junit4] 2> 275574 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [n:127.0.0.1:44333_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@136eadf
[junit4] 2> 275574 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [n:127.0.0.1:44333_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@136eadf
[junit4] 2> 275576 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [n:127.0.0.1:44333_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_A84CFEDDEB87E6EF-001/control-001/cores
[junit4] 2> 275602 INFO (zkConnectionManagerCallback-294-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 275603 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 275603 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41227/solr ready
[junit4] 2> 275606 INFO (qtp17105177-937) [n:127.0.0.1:44333_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44333_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 275608 INFO (OverseerThreadFactory-507-thread-1-processing-n:127.0.0.1:44333_) [n:127.0.0.1:44333_ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 275714 INFO (qtp17105177-939) [n:127.0.0.1:44333_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 275715 INFO (qtp17105177-939) [n:127.0.0.1:44333_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 275819 INFO (zkCallback-287-thread-1-processing-n:127.0.0.1:44333_) [n:127.0.0.1:44333_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 276750 INFO (qtp17105177-939) [n:127.0.0.1:44333_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 276775 INFO (qtp17105177-939) [n:127.0.0.1:44333_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 276922 INFO (qtp17105177-939) [n:127.0.0.1:44333_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 276961 INFO (qtp17105177-939) [n:127.0.0.1:44333_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 276962 INFO (qtp17105177-939) [n:127.0.0.1:44333_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@136eadf
[junit4] 2> 276969 INFO (qtp17105177-939) [n:127.0.0.1:44333_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 276969 INFO (qtp17105177-939) [n:127.0.0.1:44333_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_A84CFEDDEB87E6EF-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_A84CFEDDEB87E6EF-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 276976 INFO (qtp17105177-939) [n:127.0.0.1:44333_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=33.361328125, floorSegmentMB=0.8447265625, forceMergeDeletesPctAllowed=7.51330814460648, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 277006 WARN (qtp17105177-939) [n:127.0.0.1:44333_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 277074 INFO (qtp17105177-939) [n:127.0.0.1:44333_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 277074 INFO (qtp17105177-939) [n:127.0.0.1:44333_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 277076 INFO (qtp17105177-939) [n:127.0.0.1:44333_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 277076 INFO (qtp17105177-939) [n:127.0.0.1:44333_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 277079 INFO (qtp17105177-939) [n:127.0.0.1:44333_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=28, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6508343608068794]
[junit4] 2> 277079 INFO (qtp17105177-939) [n:127.0.0.1:44333_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@db500b[control_collection_shard1_replica_n1] main]
[junit4] 2> 277081 INFO (qtp17105177-939) [n:127.0.0.1:44333_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 277082 INFO (qtp17105177-939) [n:127.0.0.1:44333_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 277083 INFO (qtp17105177-939) [n:127.0.0.1:44333_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 277085 INFO (searcherExecutor-510-thread-1-processing-n:127.0.0.1:44333_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:44333_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@db500b[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 277085 INFO (qtp17105177-939) [n:127.0.0.1:44333_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588689663116181504
[junit4] 2> 277091 INFO (qtp17105177-939) [n:127.0.0.1:44333_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 277091 INFO (qtp17105177-939) [n:127.0.0.1:44333_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 277091 INFO (qtp17105177-939) [n:127.0.0.1:44333_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44333/control_collection_shard1_replica_n1/
[junit4] 2> 277091 INFO (qtp17105177-939) [n:127.0.0.1:44333_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 277091 INFO (qtp17105177-939) [n:127.0.0.1:44333_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:44333/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 277091 INFO (qtp17105177-939) [n:127.0.0.1:44333_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 277094 INFO (qtp17105177-939) [n:127.0.0.1:44333_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44333/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 335668 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 44333
[junit4] 2> 335668 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=3311173
[junit4] 2> 335668 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 335668 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1bee8e4: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@150cd0
[junit4] 2> 335673 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 335673 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1a0df5e: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1c95f0
[junit4] 2> 335692 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 335692 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@111a8cc: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@231cab
[junit4] 2> 335694 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44333_
[junit4] 2> 335695 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 335695 INFO (zkCallback-287-thread-2-processing-n:127.0.0.1:44333_) [n:127.0.0.1:44333_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 335696 INFO (coreCloseExecutor-515-thread-1) [n:127.0.0.1:44333_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@c2c44a
[junit4] 2> 335696 INFO (coreCloseExecutor-515-thread-1) [n:127.0.0.1:44333_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=12764234
[junit4] 2> 335696 INFO (coreCloseExecutor-515-thread-1) [n:127.0.0.1:44333_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1d7396e: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@1cb4d95
[junit4] 2> 335712 INFO (coreCloseExecutor-515-thread-1) [n:127.0.0.1:44333_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=12764234
[junit4] 2> 346404 INFO (ScheduledTrigger-505-thread-1) [n:127.0.0.1:44333_ ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 346431 INFO (AutoscalingActionExecutor-506-thread-1-processing-n:127.0.0.1:44333_) [n:127.0.0.1:44333_ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 2793739772 sessionWrapper.createTime 2793739766443697, this.sessionWrapper.createTime 2793739766443697
[junit4] 2> 346431 INFO (AutoscalingActionExecutor-506-thread-1-processing-n:127.0.0.1:44333_) [n:127.0.0.1:44333_ ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
[junit4] 2> "id":"9ece1e4905970Tau6ebhwuuezbbjubye8mt7yk7",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":2793729736857968,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[2793729736857968],
[junit4] 2> "_enqueue_time_":2793739742296578,
[junit4] 2> "nodeNames":["127.0.0.1:44333_"]}}
[junit4] 2> 455608 ERROR (qtp17105177-937) [n:127.0.0.1:44333_ ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 455609 INFO (qtp17105177-937) [n:127.0.0.1:44333_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44333_&wt=javabin&version=2} status=500 QTime=180003
[junit4] 2> 455610 ERROR (qtp17105177-937) [n:127.0.0.1:44333_ ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 875811 ERROR (OverseerThreadFactory-507-thread-1-processing-n:127.0.0.1:44333_) [n:127.0.0.1:44333_ ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:44333
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:44333
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] 2> at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] 2> at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] 2> at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] 2> at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 875811 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [ ] o.a.s.c.Overseer Overseer (id=99293103808118788-127.0.0.1:44333_-n_0000000000) closing
[junit4] 2> 875812 ERROR (OverseerThreadFactory-507-thread-1-processing-n:127.0.0.1:44333_) [n:127.0.0.1:44333_ ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [control_collection].
[junit4] 2> 875812 INFO (OverseerStateUpdate-99293103808118788-127.0.0.1:44333_-n_0000000000) [n:127.0.0.1:44333_ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44333_
[junit4] 2> 875813 INFO (OverseerThreadFactory-507-thread-1-processing-n:127.0.0.1:44333_) [n:127.0.0.1:44333_ ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 905851 INFO (zkCallback-287-thread-5-processing-n:127.0.0.1:44333_) [n:127.0.0.1:44333_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [0])
[junit4] 2> 905853 ERROR (OverseerThreadFactory-507-thread-1-processing-n:127.0.0.1:44333_) [n:127.0.0.1:44333_ ] o.a.s.c.OverseerCollectionMessageHandler Collection: control_collection operation: create failed:org.apache.solr.common.SolrException: Could not fully remove collection: control_collection
[junit4] 2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:112)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:688)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:240)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:242)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 905858 INFO (OverseerThreadFactory-507-thread-1-processing-n:127.0.0.1:44333_) [n:127.0.0.1:44333_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 905858 WARN (OverseerAutoScalingTriggerThread-99293103808118788-127.0.0.1:44333_-n_0000000000) [n:127.0.0.1:44333_ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 905860 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1590bc2{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 905861 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1b6d0fe{/,null,UNAVAILABLE}
[junit4] 2> 905893 ERROR (qtp17105177-939) [n:127.0.0.1:44333_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController Error getting leader from zk
[junit4] 2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:892)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1053)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:954)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 905894 ERROR (qtp17105177-939) [n:127.0.0.1:44333_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:892)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1053)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:954)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 41 more
[junit4] 2>
[junit4] 2> 905901 INFO (qtp17105177-939) [n:127.0.0.1:44333_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=630187
[junit4] 2> 905902 ERROR (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 905902 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[A84CFEDDEB87E6EF]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41227 41227
[junit4] 2> 910219 INFO (Thread-140) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41227 41227
[junit4] 2> 910220 WARN (Thread-140) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ChaosMonkeyNothingIsSafeTest -Dtests.method=test -Dtests.seed=A84CFEDDEB87E6EF -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es-SV -Dtests.timezone=Etc/GMT+5 -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 635s J2 | ChaosMonkeyNothingIsSafeTest.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:44333
[junit4] > at __randomizedtesting.SeedInfo.seed([A84CFEDDEB87E6EF:2018C107457B8B17]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:320)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] > ... 43 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_A84CFEDDEB87E6EF-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1114, maxMBSortInHeap=5.1903225252909575, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1bb26f), locale=es-SV, timezone=Etc/GMT+5
[junit4] 2> NOTE: Linux 4.10.0-40-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=47132672,total=241532928
[junit4] 2> NOTE: All tests run in this JVM: [TestDocBasedVersionConstraints, SystemInfoHandlerTest, HdfsSyncSliceTest, TestIntervalFaceting, TestSerializedLuceneMatchVersion, SolrCLIZkUtilsTest, TestAuthorizationFramework, DirectSolrSpellCheckerTest, BigEndianAscendingWordDeserializerTest, TestPushWriter, LoggingHandlerTest, BlockDirectoryTest, TestSolrCloudWithHadoopAuthPlugin, TestApiFramework, SolrGraphiteReporterTest, TestRestoreCore, HdfsUnloadDistributedZkTest, TestSimDistributedQueue, DefaultValueUpdateProcessorTest, TestFilteredDocIdSet, TestRetrieveFieldsOptimizer, TestQueryWrapperFilter, TestEmbeddedSolrServerConstructors, SpatialRPTFieldTypeTest, DisMaxRequestHandlerTest, TestScoreJoinQPNoScore, FieldMutatingUpdateProcessorTest, ChaosMonkeyNothingIsSafeTest]
[junit4] Completed [182/766 (1!)] on J2 in 635.27s, 1 test, 1 error <<< FAILURES!
[...truncated 45785 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build #
21212 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21212/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseParallelGC
1 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.DistribDocExpirationUpdateProcessorTest
Error Message:
Stack Trace:
java.util.concurrent.TimeoutException
at __randomizedtesting.SeedInfo.seed([D3A18F89BF7FEFE8]:0)
at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1261)
at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:449)
at org.apache.solr.cloud.DistribDocExpirationUpdateProcessorTest.setupCluster(DistribDocExpirationUpdateProcessorTest.java:63)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12390 lines...]
[junit4] Suite: org.apache.solr.cloud.DistribDocExpirationUpdateProcessorTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_D3A18F89BF7FEFE8-001/init-core-data-001
[junit4] 2> 0 INFO (SUITE-DistribDocExpirationUpdateProcessorTest-seed#[D3A18F89BF7FEFE8]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 39 INFO (SUITE-DistribDocExpirationUpdateProcessorTest-seed#[D3A18F89BF7FEFE8]-worker) [ ] o.e.j.u.log Logging initialized @991ms
[junit4] 2> 43 INFO (SUITE-DistribDocExpirationUpdateProcessorTest-seed#[D3A18F89BF7FEFE8]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 170 INFO (SUITE-DistribDocExpirationUpdateProcessorTest-seed#[D3A18F89BF7FEFE8]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 175 INFO (SUITE-DistribDocExpirationUpdateProcessorTest-seed#[D3A18F89BF7FEFE8]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_D3A18F89BF7FEFE8-001/tempDir-001
[junit4] 2> 181 INFO (SUITE-DistribDocExpirationUpdateProcessorTest-seed#[D3A18F89BF7FEFE8]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 183 INFO (Thread-1) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 183 INFO (Thread-1) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 264 ERROR (Thread-1) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 282 INFO (SUITE-DistribDocExpirationUpdateProcessorTest-seed#[D3A18F89BF7FEFE8]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:40015
[junit4] 2> 348 INFO (zkConnectionManagerCallback-4-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 519 INFO (jetty-launcher-1-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 519 INFO (jetty-launcher-1-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 567 INFO (jetty-launcher-1-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1674027{/solr,null,AVAILABLE}
[junit4] 2> 567 INFO (jetty-launcher-1-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1cdde2d{/solr,null,AVAILABLE}
[junit4] 2> 583 INFO (jetty-launcher-1-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@aea15{SSL,[ssl, http/1.1]}{127.0.0.1:36675}
[junit4] 2> 583 INFO (jetty-launcher-1-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@170dde3{SSL,[ssl, http/1.1]}{127.0.0.1:41621}
[junit4] 2> 584 INFO (jetty-launcher-1-thread-1) [ ] o.e.j.s.Server Started @1539ms
[junit4] 2> 584 INFO (jetty-launcher-1-thread-2) [ ] o.e.j.s.Server Started @1539ms
[junit4] 2> 584 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36675}
[junit4] 2> 584 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41621}
[junit4] 2> 609 ERROR (jetty-launcher-1-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 609 ERROR (jetty-launcher-1-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 609 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 609 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 612 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 612 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 613 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 613 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 621 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-04T15:57:42.564Z
[junit4] 2> 621 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-04T15:57:42.564Z
[junit4] 2> 636 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 637 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 639 INFO (zkConnectionManagerCallback-8-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 639 INFO (zkConnectionManagerCallback-6-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 640 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 640 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 929 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40015/solr
[junit4] 2> 929 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40015/solr
[junit4] 2> 941 INFO (zkConnectionManagerCallback-16-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 941 INFO (zkConnectionManagerCallback-15-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 943 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160c1e4719f0004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 948 INFO (zkConnectionManagerCallback-19-thread-1-processing-n:127.0.0.1:41621_solr) [n:127.0.0.1:41621_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 948 INFO (zkConnectionManagerCallback-20-thread-1-processing-n:127.0.0.1:36675_solr) [n:127.0.0.1:36675_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1080 INFO (jetty-launcher-1-thread-2) [n:127.0.0.1:41621_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1080 INFO (jetty-launcher-1-thread-1) [n:127.0.0.1:36675_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1081 INFO (jetty-launcher-1-thread-1) [n:127.0.0.1:36675_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36675_solr
[junit4] 2> 1083 INFO (jetty-launcher-1-thread-2) [n:127.0.0.1:41621_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41621_solr
[junit4] 2> 1084 INFO (jetty-launcher-1-thread-1) [n:127.0.0.1:36675_solr ] o.a.s.c.Overseer Overseer (id=99292378705100806-127.0.0.1:36675_solr-n_0000000000) starting
[junit4] 2> 1097 INFO (zkCallback-17-thread-1-processing-n:127.0.0.1:41621_solr) [n:127.0.0.1:41621_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1097 INFO (zkCallback-18-thread-1-processing-n:127.0.0.1:36675_solr) [n:127.0.0.1:36675_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1160 INFO (jetty-launcher-1-thread-1) [n:127.0.0.1:36675_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36675_solr
[junit4] 2> 1161 INFO (OverseerStateUpdate-99292378705100806-127.0.0.1:36675_solr-n_0000000000) [n:127.0.0.1:36675_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1165 INFO (zkCallback-17-thread-1-processing-n:127.0.0.1:41621_solr) [n:127.0.0.1:41621_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1471 INFO (jetty-launcher-1-thread-2) [n:127.0.0.1:41621_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41621.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f189fc
[junit4] 2> 1472 INFO (jetty-launcher-1-thread-2) [n:127.0.0.1:41621_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41621.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f189fc
[junit4] 2> 1472 INFO (jetty-launcher-1-thread-2) [n:127.0.0.1:41621_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41621.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f189fc
[junit4] 2> 1501 INFO (jetty-launcher-1-thread-2) [n:127.0.0.1:41621_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_D3A18F89BF7FEFE8-001/tempDir-001/node1/.
[junit4] 2> 1509 INFO (jetty-launcher-1-thread-1) [n:127.0.0.1:36675_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36675.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f189fc
[junit4] 2> 1509 INFO (jetty-launcher-1-thread-1) [n:127.0.0.1:36675_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36675.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f189fc
[junit4] 2> 1509 INFO (jetty-launcher-1-thread-1) [n:127.0.0.1:36675_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36675.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f189fc
[junit4] 2> 1511 INFO (jetty-launcher-1-thread-1) [n:127.0.0.1:36675_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_D3A18F89BF7FEFE8-001/tempDir-001/node2/.
[junit4] 2> 1579 INFO (zkConnectionManagerCallback-26-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1583 INFO (zkConnectionManagerCallback-30-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1584 INFO (SUITE-DistribDocExpirationUpdateProcessorTest-seed#[D3A18F89BF7FEFE8]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1585 INFO (SUITE-DistribDocExpirationUpdateProcessorTest-seed#[D3A18F89BF7FEFE8]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40015/solr ready
[junit4] 2> 1957 INFO (qtp22979616-33) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=45500867-7d42-4c7e-94c3-132e76440268&replicationFactor=1&collection.configName=conf&name=expiry&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1963 INFO (qtp22979616-33) [n:127.0.0.1:36675_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=45500867-7d42-4c7e-94c3-132e76440268&replicationFactor=1&collection.configName=conf&name=expiry&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=80
[junit4] 2> 1967 INFO (OverseerThreadFactory-12-thread-1-processing-n:127.0.0.1:36675_solr) [n:127.0.0.1:36675_solr ] o.a.s.c.CreateCollectionCmd Create collection expiry
[junit4] 2> 2000 INFO (qtp22979616-35) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2001 INFO (qtp22979616-35) [n:127.0.0.1:36675_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2087 INFO (OverseerStateUpdate-99292378705100806-127.0.0.1:36675_solr-n_0000000000) [n:127.0.0.1:36675_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"expiry",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"expiry_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36675/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2089 INFO (OverseerStateUpdate-99292378705100806-127.0.0.1:36675_solr-n_0000000000) [n:127.0.0.1:36675_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"expiry",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"expiry_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41621/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2300 INFO (qtp22979616-35) [n:127.0.0.1:36675_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&collection=expiry&version=2&replicaType=NRT&async=45500867-7d42-4c7e-94c3-132e764402682782606008750236&coreNodeName=core_node3&name=expiry_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=2
[junit4] 2> 2303 INFO (parallelCoreAdminExecutor-14-thread-1-processing-n:127.0.0.1:36675_solr 45500867-7d42-4c7e-94c3-132e764402682782606008750236 CREATE) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&collection=expiry&version=2&replicaType=NRT&async=45500867-7d42-4c7e-94c3-132e764402682782606008750236&coreNodeName=core_node3&name=expiry_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 2306 INFO (parallelCoreAdminExecutor-14-thread-1-processing-n:127.0.0.1:36675_solr 45500867-7d42-4c7e-94c3-132e764402682782606008750236 CREATE) [n:127.0.0.1:36675_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2358 INFO (qtp33371715-23) [n:127.0.0.1:41621_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&collection=expiry&version=2&replicaType=NRT&async=45500867-7d42-4c7e-94c3-132e764402682782606011005985&coreNodeName=core_node4&name=expiry_shard2_replica_n2&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=0
[junit4] 2> 2358 INFO (parallelCoreAdminExecutor-13-thread-1-processing-n:127.0.0.1:41621_solr 45500867-7d42-4c7e-94c3-132e764402682782606011005985 CREATE) [n:127.0.0.1:41621_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&collection=expiry&version=2&replicaType=NRT&async=45500867-7d42-4c7e-94c3-132e764402682782606011005985&coreNodeName=core_node4&name=expiry_shard2_replica_n2&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 2358 INFO (parallelCoreAdminExecutor-13-thread-1-processing-n:127.0.0.1:41621_solr 45500867-7d42-4c7e-94c3-132e764402682782606011005985 CREATE) [n:127.0.0.1:41621_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2359 INFO (qtp33371715-32) [n:127.0.0.1:41621_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 45500867-7d42-4c7e-94c3-132e764402682782606011005985
[junit4] 2> 2359 INFO (qtp33371715-32) [n:127.0.0.1:41621_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=45500867-7d42-4c7e-94c3-132e764402682782606011005985&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2461 INFO (zkCallback-18-thread-1-processing-n:127.0.0.1:36675_solr) [n:127.0.0.1:36675_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/expiry/state.json] for collection [expiry] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2461 INFO (zkCallback-18-thread-2-processing-n:127.0.0.1:36675_solr) [n:127.0.0.1:36675_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/expiry/state.json] for collection [expiry] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2461 INFO (zkCallback-17-thread-1-processing-n:127.0.0.1:41621_solr) [n:127.0.0.1:41621_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/expiry/state.json] for collection [expiry] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2461 INFO (zkCallback-17-thread-2-processing-n:127.0.0.1:41621_solr) [n:127.0.0.1:41621_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/expiry/state.json] for collection [expiry] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3003 INFO (qtp22979616-37) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3004 INFO (qtp22979616-37) [n:127.0.0.1:36675_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 3362 INFO (qtp33371715-34) [n:127.0.0.1:41621_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 45500867-7d42-4c7e-94c3-132e764402682782606011005985
[junit4] 2> 3362 INFO (qtp33371715-34) [n:127.0.0.1:41621_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=45500867-7d42-4c7e-94c3-132e764402682782606011005985&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3374 INFO (parallelCoreAdminExecutor-14-thread-1-processing-n:127.0.0.1:36675_solr 45500867-7d42-4c7e-94c3-132e764402682782606008750236 CREATE) [n:127.0.0.1:36675_solr c:expiry s:shard1 r:core_node3 x:expiry_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3387 INFO (parallelCoreAdminExecutor-13-thread-1-processing-n:127.0.0.1:41621_solr 45500867-7d42-4c7e-94c3-132e764402682782606011005985 CREATE) [n:127.0.0.1:41621_solr c:expiry s:shard2 r:core_node4 x:expiry_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3428 INFO (parallelCoreAdminExecutor-13-thread-1-processing-n:127.0.0.1:41621_solr 45500867-7d42-4c7e-94c3-132e764402682782606011005985 CREATE) [n:127.0.0.1:41621_solr c:expiry s:shard2 r:core_node4 x:expiry_shard2_replica_n2] o.a.s.s.IndexSchema [expiry_shard2_replica_n2] Schema name=cloud-dynamic
[junit4] 2> 3428 INFO (parallelCoreAdminExecutor-14-thread-1-processing-n:127.0.0.1:36675_solr 45500867-7d42-4c7e-94c3-132e764402682782606008750236 CREATE) [n:127.0.0.1:36675_solr c:expiry s:shard1 r:core_node3 x:expiry_shard1_replica_n1] o.a.s.s.IndexSchema [expiry_shard1_replica_n1] Schema name=cloud-dynamic
[junit4] 2> 3575 WARN (parallelCoreAdminExecutor-14-thread-1-processing-n:127.0.0.1:36675_solr 45500867-7d42-4c7e-94c3-132e764402682782606008750236 CREATE) [n:127.0.0.1:36675_solr c:expiry s:shard1 r:core_node3 x:expiry_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.GeoHashField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 3575 WARN (parallelCoreAdminExecutor-13-thread-1-processing-n:127.0.0.1:41621_solr 45500867-7d42-4c7e-94c3-132e764402682782606011005985 CREATE) [n:127.0.0.1:41621_solr c:expiry s:shard2 r:core_node4 x:expiry_shard2_replica_n2] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.GeoHashField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 3579 WARN (parallelCoreAdminExecutor-13-thread-1-processing-n:127.0.0.1:41621_solr 45500867-7d42-4c7e-94c3-132e764402682782606011005985 CREATE) [n:127.0.0.1:41621_solr c:expiry s:shard2 r:core_node4 x:expiry_shard2_replica_n2] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.LatLonType]. Please consult documentation how to replace it accordingly.
[junit4] 2> 3579 WARN (parallelCoreAdminExecutor-14-thread-1-processing-n:127.0.0.1:36675_solr 45500867-7d42-4c7e-94c3-132e764402682782606008750236 CREATE) [n:127.0.0.1:36675_solr c:expiry s:shard1 r:core_node3 x:expiry_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.LatLonType]. Please consult documentation how to replace it accordingly.
[junit4] 2> 3588 INFO (parallelCoreAdminExecutor-13-thread-1-processing-n:127.0.0.1:41621_solr 45500867-7d42-4c7e-94c3-132e764402682782606011005985 CREATE) [n:127.0.0.1:41621_solr c:expiry s:shard2 r:core_node4 x:expiry_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 3588 INFO (parallelCoreAdminExecutor-14-thread-1-processing-n:127.0.0.1:36675_solr 45500867-7d42-4c7e-94c3-132e764402682782606008750236 CREATE) [n:127.0.0.1:36675_solr c:expiry s:shard1 r:core_node3 x:expiry_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 3588 INFO (parallelCoreAdminExecutor-14-thread-1-processing-n:127.0.0.1:36675_solr 45500867-7d42-4c7e-94c3-132e764402682782606008750236 CREATE) [n:127.0.0.1:36675_solr c:expiry s:shard1 r:core_node3 x:expiry_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'expiry_shard1_replica_n1' using configuration from collection expiry, trusted=true
[junit4] 2> 3588 INFO (parallelCoreAdminExecutor-13-thread-1-processing-n:127.0.0.1:41621_solr 45500867-7d42-4c7e-94c3-132e764402682782606011005985 CREATE) [n:127.0.0.1:41621_solr c:expiry s:shard2 r:core_node4 x:expiry_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'expiry_shard2_replica_n2' using configuration from collection expiry, trusted=true
[junit4] 2> 3607 INFO (parallelCoreAdminExecutor-14-thread-1-processing-n:127.0.0.1:36675_solr 45500867-7d42-4c7e-94c3-132e764402682782606008750236 CREATE) [n:127.0.0.1:36675_solr c:expiry s:shard1 r:core_node3 x:expiry_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36675.solr.core.expiry.shard1.replica_n1' (registry 'solr.core.expiry.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f189fc
[junit4] 2> 3607 INFO (parallelCoreAdminExecutor-13-thread-1-processing-n:127.0.0.1:41621_solr 45500867-7d42-4c7e-94c3-132e764402682782606011005985 CREATE) [n:127.0.0.1:41621_solr c:expiry s:shard2 r:core_node4 x:expiry_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41621.solr.core.expiry.shard2.replica_n2' (registry 'solr.core.expiry.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f189fc
[junit4] 2> 3611 INFO (parallelCoreAdminExecutor-14-thread-1-processing-n:127.0.0.1:36675_solr 45500867-7d42-4c7e-94c3-132e764402682782606008750236 CREATE) [n:127.0.0.1:36675_solr c:expiry s:shard1 r:core_node3 x:expiry_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3611 INFO (parallelCoreAdminExecutor-13-thread-1-processing-n:127.0.0.1:41621_solr 45500867-7d42-4c7e-94c3-132e764402682782606011005985 CREATE) [n:127.0.0.1:41621_solr c:expiry s:shard2 r:core_node4 x:expiry_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3615 INFO (parallelCoreAdminExecutor-14-thread-1-processing-n:127.0.0.1:36675_solr 45500867-7d42-4c7e-94c3-132e764402682782606008750236 CREATE) [n:127.0.0.1:36675_solr c:expiry s:shard1 r:core_node3 x:expiry_shard1_replica_n1] o.a.s.c.SolrCore [[expiry_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_D3A18F89BF7FEFE8-001/tempDir-001/node2/expiry_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_D3A18F89BF7FEFE8-001/tempDir-001/node2/./expiry_shard1_replica_n1/data/]
[junit4] 2> 3615 INFO (parallelCoreAdminExecutor-13-thread-1-processing-n:127.0.0.1:41621_solr 45500867-7d42-4c7e-94c3-132e764402682782606011005985 CREATE) [n:127.0.0.1:41621_solr c:expiry s:shard2 r:core_node4 x:expiry_shard2_replica_n2] o.a.s.c.SolrCore [[expiry_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_D3A18F89BF7FEFE8-001/tempDir-001/node1/expiry_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_D3A18F89BF7FEFE8-001/tempDir-001/node1/./expiry_shard2_replica_n2/data/]
[junit4] 2> 4005 INFO (qtp22979616-24) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4006 INFO (qtp22979616-24) [n:127.0.0.1:36675_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4046 INFO (parallelCoreAdminExecutor-13-thread-1-processing-n:127.0.0.1:41621_solr 45500867-7d42-4c7e-94c3-132e764402682782606011005985 CREATE) [n:127.0.0.1:41621_solr c:expiry s:shard2 r:core_node4 x:expiry_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 4046 INFO (parallelCoreAdminExecutor-14-thread-1-processing-n:127.0.0.1:36675_solr 45500867-7d42-4c7e-94c3-132e764402682782606008750236 CREATE) [n:127.0.0.1:36675_solr c:expiry s:shard1 r:core_node3 x:expiry_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 4046 INFO (parallelCoreAdminExecutor-13-thread-1-processing-n:127.0.0.1:41621_solr 45500867-7d42-4c7e-94c3-132e764402682782606011005985 CREATE) [n:127.0.0.1:41621_solr c:expiry s:shard2 r:core_node4 x:expiry_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4046 INFO (parallelCoreAdminExecutor-14-thread-1-processing-n:127.0.0.1:36675_solr 45500867-7d42-4c7e-94c3-132e764402682782606008750236 CREATE) [n:127.0.0.1:36675_solr c:expiry s:shard1 r:core_node3 x:expiry_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4051 INFO (parallelCoreAdminExecutor-14-thread-1-processing-n:127.0.0.1:36675_solr 45500867-7d42-4c7e-94c3-132e764402682782606008750236 CREATE) [n:127.0.0.1:36675_solr c:expiry s:shard1 r:core_node3 x:expiry_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4051 INFO (parallelCoreAdminExecutor-13-thread-1-processing-n:127.0.0.1:41621_solr 45500867-7d42-4c7e-94c3-132e764402682782606011005985 CREATE) [n:127.0.0.1:41621_solr c:expiry s:shard2 r:core_node4 x:expiry_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4052 INFO (parallelCoreAdminExecutor-14-thread-1-processing-n:127.0.0.1:36675_solr 45500867-7d42-4c7e-94c3-132e764402682782606008750236 CREATE) [n:127.0.0.1:36675_solr c:expiry s:shard1 r:core_node3 x:expiry_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4052 INFO (parallelCoreAdminExecutor-13-thread-1-processing-n:127.0.0.1:41621_solr 45500867-7d42-4c7e-94c3-132e764402682782606011005985 CREATE) [n:127.0.0.1:41621_solr c:expiry s:shard2 r:core_node4 x:expiry_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4067 INFO (parallelCoreAdminExecutor-14-thread-1-processing-n:127.0.0.1:36675_solr 45500867-7d42-4c7e-94c3-132e764402682782606008750236 CREATE) [n:127.0.0.1:36675_solr c:expiry s:shard1 r:core_node3 x:expiry_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5fb4ed[expiry_shard1_replica_n1] main]
[junit4] 2> 4067 INFO (parallelCoreAdminExecutor-13-thread-1-processing-n:127.0.0.1:41621_solr 45500867-7d42-4c7e-94c3-132e764402682782606011005985 CREATE) [n:127.0.0.1:41621_solr c:expiry s:shard2 r:core_node4 x:expiry_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@9f3469[expiry_shard2_replica_n2] main]
[junit4] 2> 4078 INFO (parallelCoreAdminExecutor-14-thread-1-processing-n:127.0.0.1:36675_solr 45500867-7d42-4c7e-94c3-132e764402682782606008750236 CREATE) [n:127.0.0.1:36675_solr c:expiry s:shard1 r:core_node3 x:expiry_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 4078 INFO (parallelCoreAdminExecutor-13-thread-1-processing-n:127.0.0.1:41621_solr 45500867-7d42-4c7e-94c3-132e764402682782606011005985 CREATE) [n:127.0.0.1:41621_solr c:expiry s:shard2 r:core_node4 x:expiry_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 4090 INFO (parallelCoreAdminExecutor-14-thread-1-processing-n:127.0.0.1:36675_solr 45500867-7d42-4c7e-94c3-132e764402682782606008750236 CREATE) [n:127.0.0.1:36675_solr c:expiry s:shard1 r:core_node3 x:expiry_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 4090 INFO (parallelCoreAdminExecutor-13-thread-1-processing-n:127.0.0.1:41621_solr 45500867-7d42-4c7e-94c3-132e764402682782606011005985 CREATE) [n:127.0.0.1:41621_solr c:expiry s:shard2 r:core_node4 x:expiry_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 4107 INFO (parallelCoreAdminExecutor-14-thread-1-processing-n:127.0.0.1:36675_solr 45500867-7d42-4c7e-94c3-132e764402682782606008750236 CREATE) [n:127.0.0.1:36675_solr c:expiry s:shard1 r:core_node3 x:expiry_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 4107 INFO (parallelCoreAdminExecutor-13-thread-1-processing-n:127.0.0.1:41621_solr 45500867-7d42-4c7e-94c3-132e764402682782606011005985 CREATE) [n:127.0.0.1:41621_solr c:expiry s:shard2 r:core_node4 x:expiry_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 4215 INFO (searcherExecutor-18-thread-1-processing-x:expiry_shard2_replica_n2 r:core_node4 45500867-7d42-4c7e-94c3-132e764402682782606011005985 CREATE n:127.0.0.1:41621_solr s:shard2 c:expiry) [n:127.0.0.1:41621_solr c:expiry s:shard2 r:core_node4 x:expiry_shard2_replica_n2] o.a.s.c.SolrCore [expiry_shard2_replica_n2] Registered new searcher Searcher@9f3469[expiry_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4216 INFO (searcherExecutor-17-thread-1-processing-x:expiry_shard1_replica_n1 r:core_node3 45500867-7d42-4c7e-94c3-132e764402682782606008750236 CREATE n:127.0.0.1:36675_solr s:shard1 c:expiry) [n:127.0.0.1:36675_solr c:expiry s:shard1 r:core_node3 x:expiry_shard1_replica_n1] o.a.s.c.SolrCore [expiry_shard1_replica_n1] Registered new searcher Searcher@5fb4ed[expiry_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4216 INFO (parallelCoreAdminExecutor-13-thread-1-processing-n:127.0.0.1:41621_solr 45500867-7d42-4c7e-94c3-132e764402682782606011005985 CREATE) [n:127.0.0.1:41621_solr c:expiry s:shard2 r:core_node4 x:expiry_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588678063467528192
[junit4] 2> 4216 INFO (parallelCoreAdminExecutor-14-thread-1-processing-n:127.0.0.1:36675_solr 45500867-7d42-4c7e-94c3-132e764402682782606008750236 CREATE) [n:127.0.0.1:36675_solr c:expiry s:shard1 r:core_node3 x:expiry_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588678063467528192
[junit4] 2> 4227 INFO (parallelCoreAdminExecutor-14-thread-1-processing-n:127.0.0.1:36675_solr 45500867-7d42-4c7e-94c3-132e764402682782606008750236 CREATE) [n:127.0.0.1:36675_solr c:expiry s:shard1 r:core_node3 x:expiry_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 4227 INFO (parallelCoreAdminExecutor-13-thread-1-processing-n:127.0.0.1:41621_solr 45500867-7d42-4c7e-94c3-132e764402682782606011005985 CREATE) [n:127.0.0.1:41621_solr c:expiry s:shard2 r:core_node4 x:expiry_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 4228 INFO (parallelCoreAdminExecutor-14-thread-1-processing-n:127.0.0.1:36675_solr 45500867-7d42-4c7e-94c3-132e764402682782606008750236 CREATE) [n:127.0.0.1:36675_solr c:expiry s:shard1 r:core_node3 x:expiry_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 4228 INFO (parallelCoreAdminExecutor-13-thread-1-processing-n:127.0.0.1:41621_solr 45500867-7d42-4c7e-94c3-132e764402682782606011005985 CREATE) [n:127.0.0.1:41621_solr c:expiry s:shard2 r:core_node4 x:expiry_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 4228 INFO (parallelCoreAdminExecutor-14-thread-1-processing-n:127.0.0.1:36675_solr 45500867-7d42-4c7e-94c3-132e764402682782606008750236 CREATE) [n:127.0.0.1:36675_solr c:expiry s:shard1 r:core_node3 x:expiry_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:36675/solr/expiry_shard1_replica_n1/
[junit4] 2> 4228 INFO (parallelCoreAdminExecutor-13-thread-1-processing-n:127.0.0.1:41621_solr 45500867-7d42-4c7e-94c3-132e764402682782606011005985 CREATE) [n:127.0.0.1:41621_solr c:expiry s:shard2 r:core_node4 x:expiry_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41621/solr/expiry_shard2_replica_n2/
[junit4] 2> 4229 INFO (parallelCoreAdminExecutor-13-thread-1-processing-n:127.0.0.1:41621_solr 45500867-7d42-4c7e-94c3-132e764402682782606011005985 CREATE) [n:127.0.0.1:41621_solr c:expiry s:shard2 r:core_node4 x:expiry_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 4229 INFO (parallelCoreAdminExecutor-14-thread-1-processing-n:127.0.0.1:36675_solr 45500867-7d42-4c7e-94c3-132e764402682782606008750236 CREATE) [n:127.0.0.1:36675_solr c:expiry s:shard1 r:core_node3 x:expiry_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 4229 INFO (parallelCoreAdminExecutor-13-thread-1-processing-n:127.0.0.1:41621_solr 45500867-7d42-4c7e-94c3-132e764402682782606011005985 CREATE) [n:127.0.0.1:41621_solr c:expiry s:shard2 r:core_node4 x:expiry_shard2_replica_n2] o.a.s.c.SyncStrategy https://127.0.0.1:41621/solr/expiry_shard2_replica_n2/ has no replicas
[junit4] 2> 4229 INFO (parallelCoreAdminExecutor-14-thread-1-processing-n:127.0.0.1:36675_solr 45500867-7d42-4c7e-94c3-132e764402682782606008750236 CREATE) [n:127.0.0.1:36675_solr c:expiry s:shard1 r:core_node3 x:expiry_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:36675/solr/expiry_shard1_replica_n1/ has no replicas
[junit4] 2> 4229 INFO (parallelCoreAdminExecutor-13-thread-1-processing-n:127.0.0.1:41621_solr 45500867-7d42-4c7e-94c3-132e764402682782606011005985 CREATE) [n:127.0.0.1:41621_solr c:expiry s:shard2 r:core_node4 x:expiry_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 4229 INFO (parallelCoreAdminExecutor-14-thread-1-processing-n:127.0.0.1:36675_solr 45500867-7d42-4c7e-94c3-132e764402682782606008750236 CREATE) [n:127.0.0.1:36675_solr c:expiry s:shard1 r:core_node3 x:expiry_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 4237 INFO (parallelCoreAdminExecutor-14-thread-1-processing-n:127.0.0.1:36675_solr 45500867-7d42-4c7e-94c3-132e764402682782606008750236 CREATE) [n:127.0.0.1:36675_solr c:expiry s:shard1 r:core_node3 x:expiry_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:36675/solr/expiry_shard1_replica_n1/ shard1
[junit4] 2> 4237 INFO (parallelCoreAdminExecutor-13-thread-1-processing-n:127.0.0.1:41621_solr 45500867-7d42-4c7e-94c3-132e764402682782606011005985 CREATE) [n:127.0.0.1:41621_solr c:expiry s:shard2 r:core_node4 x:expiry_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41621/solr/expiry_shard2_replica_n2/ shard2
[junit4] 2> 4365 INFO (qtp33371715-36) [n:127.0.0.1:41621_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 45500867-7d42-4c7e-94c3-132e764402682782606011005985
[junit4] 2> 4365 INFO (qtp33371715-36) [n:127.0.0.1:41621_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=45500867-7d42-4c7e-94c3-132e764402682782606011005985&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 5009 INFO (qtp22979616-33) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 5010 INFO (qtp22979616-33) [n:127.0.0.1:36675_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 5367 INFO (qtp33371715-23) [n:127.0.0.1:41621_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 45500867-7d42-4c7e-94c3-132e764402682782606011005985
[junit4] 2> 5368 INFO (qtp33371715-23) [n:127.0.0.1:41621_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=45500867-7d42-4c7e-94c3-132e764402682782606011005985&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 6013 INFO (qtp22979616-35) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 6013 INFO (qtp22979616-35) [n:127.0.0.1:36675_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 6370 INFO (qtp33371715-32) [n:127.0.0.1:41621_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 45500867-7d42-4c7e-94c3-132e764402682782606011005985
[junit4] 2> 6370 INFO (qtp33371715-32) [n:127.0.0.1:41621_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=45500867-7d42-4c7e-94c3-132e764402682782606011005985&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 7016 INFO (qtp22979616-37) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 7018 INFO (qtp22979616-37) [n:127.0.0.1:36675_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 7107 WARN (autoExpireDocs-28-thread-1) [n:127.0.0.1:41621_solr c:expiry s:shard2 r:core_node4 x:expiry_shard2_replica_n2] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 7107 WARN (autoExpireDocs-27-thread-1) [n:127.0.0.1:36675_solr c:expiry s:shard1 r:core_node3 x:expiry_shard1_replica_n1] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 7372 INFO (qtp33371715-34) [n:127.0.0.1:41621_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 45500867-7d42-4c7e-94c3-132e764402682782606011005985
[junit4] 2> 7372 INFO (qtp33371715-34) [n:127.0.0.1:41621_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=45500867-7d42-4c7e-94c3-132e764402682782606011005985&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 8021 INFO (qtp22979616-24) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 8022 INFO (qtp22979616-24) [n:127.0.0.1:36675_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 8374 INFO (qtp33371715-36) [n:127.0.0.1:41621_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 45500867-7d42-4c7e-94c3-132e764402682782606011005985
[junit4] 2> 8375 INFO (qtp33371715-36) [n:127.0.0.1:41621_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=45500867-7d42-4c7e-94c3-132e764402682782606011005985&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 9025 INFO (qtp22979616-33) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 9026 INFO (qtp22979616-33) [n:127.0.0.1:36675_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 9377 INFO (qtp33371715-23) [n:127.0.0.1:41621_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 45500867-7d42-4c7e-94c3-132e764402682782606011005985
[junit4] 2> 9377 INFO (qtp33371715-23) [n:127.0.0.1:41621_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=45500867-7d42-4c7e-94c3-132e764402682782606011005985&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 10027 INFO (qtp22979616-35) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 10028 INFO (qtp22979616-35) [n:127.0.0.1:36675_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 10106 WARN (autoExpireDocs-28-thread-1) [n:127.0.0.1:41621_solr c:expiry s:shard2 r:core_node4 x:expiry_shard2_replica_n2] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 10106 WARN (autoExpireDocs-27-thread-1) [n:127.0.0.1:36675_solr c:expiry s:shard1 r:core_node3 x:expiry_shard1_replica_n1] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 10379 INFO (qtp33371715-32) [n:127.0.0.1:41621_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 45500867-7d42-4c7e-94c3-132e764402682782606011005985
[junit4] 2> 10379 INFO (qtp33371715-32) [n:127.0.0.1:41621_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=45500867-7d42-4c7e-94c3-132e764402682782606011005985&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 11031 INFO (qtp22979616-37) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 11032 INFO (qtp22979616-37) [n:127.0.0.1:36675_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 11382 INFO (qtp33371715-34) [n:127.0.0.1:41621_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 45500867-7d42-4c7e-94c3-132e764402682782606011005985
[junit4] 2> 11382 INFO (qtp33371715-34) [n:127.0.0.1:41621_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=45500867-7d42-4c7e-94c3-132e764402682782606011005985&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 12035 INFO (qtp22979616-24) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 12037 INFO (qtp22979616-24) [n:127.0.0.1:36675_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 12385 INFO (qtp33371715-36) [n:127.0.0.1:41621_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 45500867-7d42-4c7e-94c3-132e764402682782606011005985
[junit4] 2> 12385 INFO (qtp33371715-36) [n:127.0.0.1:41621_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=45500867-7d42-4c7e-94c3-132e764402682782606011005985&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 13039 INFO (qtp22979616-33) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 13041 INFO (qtp22979616-33) [n:127.0.0.1:36675_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 13106 WARN (autoExpireDocs-28-thread-1) [n:127.0.0.1:41621_solr c:expiry s:shard2 r:core_node4 x:expiry_shard2_replica_n2] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 13106 WARN (autoExpireDocs-27-thread-1) [n:127.0.0.1:36675_solr c:expiry s:shard1 r:core_node3 x:expiry_shard1_replica_n1] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 13388 INFO (qtp33371715-23) [n:127.0.0.1:41621_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 45500867-7d42-4c7e-94c3-132e764402682782606011005985
[junit4] 2> 13388 INFO (qtp33371715-23) [n:127.0.0.1:41621_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=45500867-7d42-4c7e-94c3-132e764402682782606011005985&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 14044 INFO (qtp22979616-35) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 14045 INFO (qtp22979616-35) [n:127.0.0.1:36675_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 14391 INFO (qtp33371715-32) [n:127.0.0.1:41621_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 45500867-7d42-4c7e-94c3-132e764402682782606011005985
[junit4] 2> 14391 INFO (qtp33371715-32) [n:127.0.0.1:41621_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=45500867-7d42-4c7e-94c3-132e764402682782606011005985&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 15048 INFO (qtp22979616-37) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 15050 INFO (qtp22979616-37) [n:127.0.0.1:36675_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 15394 INFO (qtp33371715-34) [n:127.0.0.1:41621_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 45500867-7d42-4c7e-94c3-132e764402682782606011005985
[junit4] 2> 15394 INFO (qtp33371715-34) [n:127.0.0.1:41621_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=45500867-7d42-4c7e-94c3-132e764402682782606011005985&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 16052 INFO (qtp22979616-24) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 16054 INFO (qtp22979616-24) [n:127.0.0.1:36675_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 16106 WARN (autoExpireDocs-27-thread-1) [n:127.0.0.1:36675_solr c:expiry s:shard1 r:core_node3 x:expiry_shard1_replica_n1] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 16106 WARN (autoExpireDocs-28-thread-1) [n:127.0.0.1:41621_solr c:expiry s:shard2 r:core_node4 x:expiry_shard2_replica_n2] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 16396 INFO (qtp33371715-36) [n:127.0.0.1:41621_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 45500867-7d42-4c7e-94c3-132e764402682782606011005985
[junit4] 2> 16396 INFO (qtp33371715-36) [n:127.0.0.1:41621_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=45500867-7d42-4c7e-94c3-132e764402682782606011005985&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 17056 INFO (qtp22979616-33) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 17057 INFO (qtp22979616-33) [n:127.0.0.1:36675_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 17397 INFO (qtp33371715-23) [n:127.0.0.1:41621_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 45500867-7d42-4c7e-94c3-132e764402682782606011005985
[junit4] 2> 17397 INFO (qtp33371715-23) [n:127.0.0.1:41621_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=45500867-7d42-4c7e-94c3-132e764402682782606011005985&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 18059 INFO (qtp22979616-35) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 18061 INFO (qtp22979616-35) [n:127.0.0.1:36675_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 18399 INFO (qtp33371715-32) [n:127.0.0.1:41621_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 45500867-7d42-4c7e-94c3-132e764402682782606011005985
[junit4] 2> 18399 INFO (qtp33371715-32) [n:127.0.0.1:41621_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=45500867-7d42-4c7e-94c3-132e764402682782606011005985&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 19062 INFO (qtp22979616-37) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 19063 INFO (qtp22979616-37) [n:127.0.0.1:36675_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 19106 WARN (autoExpireDocs-27-thread-1) [n:127.0.0.1:36675_solr c:expiry s:shard1 r:core_node3 x:expiry_shard1_replica_n1] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 19106 WARN (autoExpireDocs-28-thread-1) [n:127.0.0.1:41621_solr c:expiry s:shard2 r:core_node4 x:expiry_shard2_replica_n2] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 19401 INFO (qtp33371715-34) [n:127.0.0.1:41621_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 45500867-7d42-4c7e-94c3-132e764402682782606011005985
[junit4] 2> 19401 INFO (qtp33371715-34) [n:127.0.0.1:41621_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=45500867-7d42-4c7e-94c3-132e764402682782606011005985&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 20064 INFO (qtp22979616-24) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 20065 INFO (qtp22979616-24) [n:127.0.0.1:36675_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 20402 INFO (qtp33371715-36) [n:127.0.0.1:41621_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 45500867-7d42-4c7e-94c3-132e764402682782606011005985
[junit4] 2> 20402 INFO (qtp33371715-36) [n:127.0.0.1:41621_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=45500867-7d42-4c7e-94c3-132e764402682782606011005985&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 21066 INFO (qtp22979616-33) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 21067 INFO (qtp22979616-33) [n:127.0.0.1:36675_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 21404 INFO (qtp33371715-23) [n:127.0.0.1:41621_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 45500867-7d42-4c7e-94c3-132e764402682782606011005985
[junit4] 2> 21404 INFO (qtp33371715-23) [n:127.0.0.1:41621_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=45500867-7d42-4c7e-94c3-132e764402682782606011005985&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 22068 INFO (qtp22979616-35) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 22069 INFO (qtp22979616-35) [n:127.0.0.1:36675_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 22106 WARN (autoExpireDocs-28-thread-1) [n:127.0.0.1:41621_solr c:expiry s:shard2 r:core_node4 x:expiry_shard2_replica_n2] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 22106 WARN (autoExpireDocs-27-thread-1) [n:127.0.0.1:36675_solr c:expiry s:shard1 r:core_node3 x:expiry_shard1_replica_n1] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 22406 INFO (qtp33371715-32) [n:127.0.0.1:41621_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 45500867-7d42-4c7e-94c3-132e764402682782606011005985
[junit4] 2> 22406 INFO (qtp33371715-32) [n:127.0.0.1:41621_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=45500867-7d42-4c7e-94c3-132e764402682782606011005985&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 23070 INFO (qtp22979616-37) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 23071 INFO (qtp22979616-37) [n:127.0.0.1:36675_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 23407 INFO (qtp33371715-34) [n:127.0.0.1:41621_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 45500867-7d42-4c7e-94c3-132e764402682782606011005985
[junit4] 2> 23407 INFO (qtp33371715-34) [n:127.0.0.1:41621_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=45500867-7d42-4c7e-94c3-132e764402682782606011005985&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 24073 INFO (qtp22979616-24) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 24074 INFO (qtp22979616-24) [n:127.0.0.1:36675_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 24409 INFO (qtp33371715-36) [n:127.0.0.1:41621_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 45500867-7d42-4c7e-94c3-132e764402682782606011005985
[junit4] 2> 24409 INFO (qtp33371715-36) [n:127.0.0.1:41621_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=45500867-7d42-4c7e-94c3-132e764402682782606011005985&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 25076 INFO (qtp22979616-33) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 25077 INFO (qtp22979616-33) [n:127.0.0.1:36675_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 25106 WARN (autoExpireDocs-27-thread-1) [n:127.0.0.1:36675_solr c:expiry s:shard1 r:core_node3 x:expiry_shard1_replica_n1] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 25106 WARN (autoExpireDocs-28-thread-1) [n:127.0.0.1:41621_solr c:expiry s:shard2 r:core_node4 x:expiry_shard2_replica_n2] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 25411 INFO (qtp33371715-23) [n:127.0.0.1:41621_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 45500867-7d42-4c7e-94c3-132e764402682782606011005985
[junit4] 2> 25411 INFO (qtp33371715-23) [n:127.0.0.1:41621_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=45500867-7d42-4c7e-94c3-132e764402682782606011005985&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 26079 INFO (qtp22979616-35) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 26081 INFO (qtp22979616-35) [n:127.0.0.1:36675_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 26413 INFO (qtp33371715-32) [n:127.0.0.1:41621_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 45500867-7d42-4c7e-94c3-132e764402682782606011005985
[junit4] 2> 26413 INFO (qtp33371715-32) [n:127.0.0.1:41621_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=45500867-7d42-4c7e-94c3-132e764402682782606011005985&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 27084 INFO (qtp22979616-37) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 27085 INFO (qtp22979616-37) [n:127.0.0.1:36675_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 27416 INFO (qtp33371715-34) [n:127.0.0.1:41621_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 45500867-7d42-4c7e-94c3-132e764402682782606011005985
[junit4] 2> 27416 INFO (qtp33371715-34) [n:127.0.0.1:41621_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=45500867-7d42-4c7e-94c3-132e764402682782606011005985&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 28088 INFO (qtp22979616-24) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 28090 INFO (qtp22979616-24) [n:127.0.0.1:36675_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 28106 WARN (autoExpireDocs-28-thread-1) [n:127.0.0.1:41621_solr c:expiry s:shard2 r:core_node4 x:expiry_shard2_replica_n2] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 28106 WARN (autoExpireDocs-27-thread-1) [n:127.0.0.1:36675_solr c:expiry s:shard1 r:core_node3 x:expiry_shard1_replica_n1] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 28419 INFO (qtp33371715-36) [n:127.0.0.1:41621_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 45500867-7d42-4c7e-94c3-132e764402682782606011005985
[junit4] 2> 28419 INFO (qtp33371715-36) [n:127.0.0.1:41621_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=45500867-7d42-4c7e-94c3-132e764402682782606011005985&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 29092 INFO (qtp22979616-33) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 29094 INFO (qtp22979616-33) [n:127.0.0.1:36675_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 29422 INFO (qtp33371715-23) [n:127.0.0.1:41621_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 45500867-7d42-4c7e-94c3-132e764402682782606011005985
[junit4] 2> 29422 INFO (qtp33371715-23) [n:127.0.0.1:41621_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=45500867-7d42-4c7e-94c3-132e764402682782606011005985&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 30096 INFO (qtp22979616-35) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 30098 INFO (qtp22979616-35) [n:127.0.0.1:36675_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 30425 INFO (qtp33371715-32) [n:127.0.0.1:41621_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 45500867-7d42-4c7e-94c3-132e764402682782606011005985
[junit4] 2> 30425 INFO (qtp33371715-32) [n:127.0.0.1:41621_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=45500867-7d42-4c7e-94c3-132e764402682782606011005985&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 31101 INFO (qtp22979616-37) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 31102 INFO (qtp22979616-37) [n:127.0.0.1:36675_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 31106 WARN (autoExpireDocs-27-thread-1) [n:127.0.0.1:36675_solr c:expiry s:shard1 r:core_node3 x:expiry_shard1_replica_n1] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 31106 WARN (autoExpireDocs-28-thread-1) [n:127.0.0.1:41621_solr c:expiry s:shard2 r:core_node4 x:expiry_shard2_replica_n2] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 31427 INFO (qtp33371715-34) [n:127.0.0.1:41621_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 45500867-7d42-4c7e-94c3-132e764402682782606011005985
[junit4] 2> 31428 INFO (qtp33371715-34) [n:127.0.0.1:41621_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=45500867-7d42-4c7e-94c3-132e764402682782606011005985&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 32104 INFO (qtp22979616-24) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 32105 INFO (qtp22979616-24) [n:127.0.0.1:36675_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 32429 INFO (qtp33371715-36) [n:127.0.0.1:41621_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 45500867-7d42-4c7e-94c3-132e764402682782606011005985
[junit4] 2> 32429 INFO (qtp33371715-36) [n:127.0.0.1:41621_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=45500867-7d42-4c7e-94c3-132e764402682782606011005985&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 33107 INFO (qtp22979616-33) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 33108 INFO (qtp22979616-33) [n:127.0.0.1:36675_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 33432 INFO (qtp33371715-23) [n:127.0.0.1:41621_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 45500867-7d42-4c7e-94c3-132e764402682782606011005985
[junit4] 2> 33432 INFO (qtp33371715-23) [n:127.0.0.1:41621_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=45500867-7d42-4c7e-94c3-132e764402682782606011005985&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 34106 WARN (autoExpireDocs-28-thread-1) [n:127.0.0.1:41621_solr c:expiry s:shard2 r:core_node4 x:expiry_shard2_replica_n2] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 34106 WARN (autoExpireDocs-27-thread-1) [n:127.0.0.1:36675_solr c:expiry s:shard1 r:core_node3 x:expiry_shard1_replica_n1] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 34110 INFO (qtp22979616-35) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 34111 INFO (qtp22979616-35) [n:127.0.0.1:36675_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 34434 INFO (qtp33371715-32) [n:127.0.0.1:41621_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 45500867-7d42-4c7e-94c3-132e764402682782606011005985
[junit4] 2> 34434 INFO (qtp33371715-32) [n:127.0.0.1:41621_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=45500867-7d42-4c7e-94c3-132e764402682782606011005985&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 35113 INFO (qtp22979616-37) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 35114 INFO (qtp22979616-37) [n:127.0.0.1:36675_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 35436 INFO (qtp33371715-34) [n:127.0.0.1:41621_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 45500867-7d42-4c7e-94c3-132e764402682782606011005985
[junit4] 2> 35436 INFO (qtp33371715-34) [n:127.0.0.1:41621_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=45500867-7d42-4c7e-94c3-132e764402682782606011005985&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 36115 INFO (qtp22979616-24) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 36116 INFO (qtp22979616-24) [n:127.0.0.1:36675_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 36437 INFO (qtp33371715-36) [n:127.0.0.1:41621_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 45500867-7d42-4c7e-94c3-132e764402682782606011005985
[junit4] 2> 36437 INFO (qtp33371715-36) [n:127.0.0.1:41621_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=45500867-7d42-4c7e-94c3-132e764402682782606011005985&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 37106 WARN (autoExpireDocs-27-thread-1) [n:127.0.0.1:36675_solr c:expiry s:shard1 r:core_node3 x:expiry_shard1_replica_n1] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 37106 WARN (autoExpireDocs-28-thread-1) [n:127.0.0.1:41621_solr c:expiry s:shard2 r:core_node4 x:expiry_shard2_replica_n2] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 37118 INFO (qtp22979616-33) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 37119 INFO (qtp22979616-33) [n:127.0.0.1:36675_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 37439 INFO (qtp33371715-23) [n:127.0.0.1:41621_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 45500867-7d42-4c7e-94c3-132e764402682782606011005985
[junit4] 2> 37439 INFO (qtp33371715-23) [n:127.0.0.1:41621_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=45500867-7d42-4c7e-94c3-132e764402682782606011005985&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 38120 INFO (qtp22979616-35) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 38121 INFO (qtp22979616-35) [n:127.0.0.1:36675_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 38440 INFO (qtp33371715-32) [n:127.0.0.1:41621_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 45500867-7d42-4c7e-94c3-132e764402682782606011005985
[junit4] 2> 38440 INFO (qtp33371715-32) [n:127.0.0.1:41621_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=45500867-7d42-4c7e-94c3-132e764402682782606011005985&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 39122 INFO (qtp22979616-37) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 39123 INFO (qtp22979616-37) [n:127.0.0.1:36675_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 39443 INFO (qtp33371715-34) [n:127.0.0.1:41621_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 45500867-7d42-4c7e-94c3-132e764402682782606011005985
[junit4] 2> 39443 INFO (qtp33371715-34) [n:127.0.0.1:41621_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=45500867-7d42-4c7e-94c3-132e764402682782606011005985&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 40106 WARN (autoExpireDocs-27-thread-1) [n:127.0.0.1:36675_solr c:expiry s:shard1 r:core_node3 x:expiry_shard1_replica_n1] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 40106 WARN (autoExpireDocs-28-thread-1) [n:127.0.0.1:41621_solr c:expiry s:shard2 r:core_node4 x:expiry_shard2_replica_n2] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 40125 INFO (qtp22979616-24) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 40126 INFO (qtp22979616-24) [n:127.0.0.1:36675_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 40444 INFO (qtp33371715-36) [n:127.0.0.1:41621_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 45500867-7d42-4c7e-94c3-132e764402682782606011005985
[junit4] 2> 40444 INFO (qtp33371715-36) [n:127.0.0.1:41621_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=45500867-7d42-4c7e-94c3-132e764402682782606011005985&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 41127 INFO (qtp22979616-33) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 41128 INFO (qtp22979616-33) [n:127.0.0.1:36675_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 41446 INFO (qtp33371715-23) [n:127.0.0.1:41621_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 45500867-7d42-4c7e-94c3-132e764402682782606011005985
[junit4] 2> 41446 INFO (qtp33371715-23) [n:127.0.0.1:41621_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=45500867-7d42-4c7e-94c3-132e764402682782606011005985&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 42129 INFO (qtp22979616-35) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 42130 INFO (qtp22979616-35) [n:127.0.0.1:36675_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 42448 INFO (qtp33371715-32) [n:127.0.0.1:41621_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 45500867-7d42-4c7e-94c3-132e764402682782606011005985
[junit4] 2> 42448 INFO (qtp33371715-32) [n:127.0.0.1:41621_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=45500867-7d42-4c7e-94c3-132e764402682782606011005985&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 43106 WARN (autoExpireDocs-27-thread-1) [n:127.0.0.1:36675_solr c:expiry s:shard1 r:core_node3 x:expiry_shard1_replica_n1] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 43106 WARN (autoExpireDocs-28-thread-1) [n:127.0.0.1:41621_solr c:expiry s:shard2 r:core_node4 x:expiry_shard2_replica_n2] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 43131 INFO (qtp22979616-37) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 43132 INFO (qtp22979616-37) [n:127.0.0.1:36675_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 43449 INFO (qtp33371715-34) [n:127.0.0.1:41621_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 45500867-7d42-4c7e-94c3-132e764402682782606011005985
[junit4] 2> 43449 INFO (qtp33371715-34) [n:127.0.0.1:41621_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=45500867-7d42-4c7e-94c3-132e764402682782606011005985&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 44134 INFO (qtp22979616-24) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 44134 INFO (qtp22979616-24) [n:127.0.0.1:36675_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 44451 INFO (qtp33371715-34) [n:127.0.0.1:41621_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 45500867-7d42-4c7e-94c3-132e764402682782606011005985
[junit4] 2> 44451 INFO (qtp33371715-34) [n:127.0.0.1:41621_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=45500867-7d42-4c7e-94c3-132e764402682782606011005985&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 45137 INFO (qtp22979616-33) [n:127.0.0.1:36675_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 45138 INFO (qtp22979616-33) [n:127.0.0.1:36675_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=45500867-7d42-4c7e-94c3-132e76440268&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 45453 INFO (qtp33371715-23) [n:127.0.0.1:41621_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 45500867-7d42-4c7e-94c3-132e764402682782606011005985
[junit4] 2> 45453 INFO (qtp33371715-23) [n:127.0.0.1:41621_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=45500867-7d42-4c7e-94c3-132e764402682782606011005985&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 46106 WARN (autoExpireDocs-27-thread-1) [n:127.0.0.1:36675_solr c:expiry s:shard1 r:core_node3 x:expiry_shard1_replica_n1] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[
[...truncated too long message...]
)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:892)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1053)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:954)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:182)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: expiry slice: shard2 saw state=DocCollection(expiry//collections/expiry/state.json/2)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "shards":{
[junit4] 2> "shard1":{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"expiry_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:36675/solr",
[junit4] 2> "node_name":"127.0.0.1:36675_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}},
[junit4] 2> "shard2":{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node4":{
[junit4] 2> "core":"expiry_shard2_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:41621/solr",
[junit4] 2> "node_name":"127.0.0.1:41621_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0"} with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 16 more
[junit4] 2>
[junit4] 2> 1224291 INFO (coreCloseExecutor-29-thread-1) [n:127.0.0.1:36675_solr c:expiry s:shard1 r:core_node3 x:expiry_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.expiry.shard1.leader, tag=16257374
[junit4] 2> 1224291 INFO (coreCloseExecutor-29-thread-1) [n:127.0.0.1:36675_solr c:expiry s:shard1 r:core_node3 x:expiry_shard1_replica_n1] o.a.s.u.p.DocExpirationUpdateProcessorFactory Triggering Graceful close of DocExpiration Executor
[junit4] 2> 1224293 INFO (coreCloseExecutor-30-thread-1) [n:127.0.0.1:41621_solr c:expiry s:shard2 r:core_node4 x:expiry_shard2_replica_n2] o.a.s.c.SolrCore [expiry_shard2_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@1fd303d
[junit4] 2> 1224293 INFO (coreCloseExecutor-30-thread-1) [n:127.0.0.1:41621_solr c:expiry s:shard2 r:core_node4 x:expiry_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.expiry.shard2.replica_n2, tag=33370173
[junit4] 2> 1224294 INFO (coreCloseExecutor-30-thread-1) [n:127.0.0.1:41621_solr c:expiry s:shard2 r:core_node4 x:expiry_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@10d69c: rootName = solr_41621, domain = solr.core.expiry.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.expiry.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@1bb0962
[junit4] 2> 1224296 INFO (jetty-closer-2-thread-1) [ ] o.a.s.c.Overseer Overseer (id=99292378705100806-127.0.0.1:36675_solr-n_0000000000) closing
[junit4] 2> 1224296 INFO (OverseerStateUpdate-99292378705100806-127.0.0.1:36675_solr-n_0000000000) [n:127.0.0.1:36675_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36675_solr
[junit4] 2> 1224296 WARN (OverseerAutoScalingTriggerThread-99292378705100806-127.0.0.1:36675_solr-n_0000000000) [n:127.0.0.1:36675_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1224298 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160c1e4719f0006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1224300 INFO (jetty-closer-2-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1cdde2d{/solr,null,UNAVAILABLE}
[junit4] 2> 1224301 INFO (zkCallback-17-thread-4-processing-n:127.0.0.1:41621_solr) [n:127.0.0.1:41621_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41621_solr
[junit4] 2> 1224312 INFO (coreCloseExecutor-30-thread-1) [n:127.0.0.1:41621_solr c:expiry s:shard2 r:core_node4 x:expiry_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.expiry.shard2.leader, tag=33370173
[junit4] 2> 1224312 INFO (coreCloseExecutor-30-thread-1) [n:127.0.0.1:41621_solr c:expiry s:shard2 r:core_node4 x:expiry_shard2_replica_n2] o.a.s.u.p.DocExpirationUpdateProcessorFactory Triggering Graceful close of DocExpiration Executor
[junit4] 2> 1224315 INFO (jetty-closer-2-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1674027{/solr,null,UNAVAILABLE}
[junit4] 2> 1224315 ERROR (SUITE-DistribDocExpirationUpdateProcessorTest-seed#[D3A18F89BF7FEFE8]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1224316 INFO (SUITE-DistribDocExpirationUpdateProcessorTest-seed#[D3A18F89BF7FEFE8]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40015 40015
[junit4] 2> 1230187 INFO (Thread-1) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40015 40015
[junit4] 2> 1230189 WARN (Thread-1) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/collections/expiry/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 1230189 INFO (SUITE-DistribDocExpirationUpdateProcessorTest-seed#[D3A18F89BF7FEFE8]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1000, maxMBSortInHeap=7.971477842635128, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@bcfa18), locale=ar-SA, timezone=EST5EDT
[junit4] 2> NOTE: Linux 4.10.0-40-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=54123728,total=192413696
[junit4] 2> NOTE: All tests run in this JVM: [DistribDocExpirationUpdateProcessorTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=DistribDocExpirationUpdateProcessorTest -Dtests.seed=D3A18F89BF7FEFE8 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar-SA -Dtests.timezone=EST5EDT -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | DistribDocExpirationUpdateProcessorTest (suite) <<<
[junit4] > Throwable #1: java.util.concurrent.TimeoutException
[junit4] > at __randomizedtesting.SeedInfo.seed([D3A18F89BF7FEFE8]:0)
[junit4] > at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1261)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:449)
[junit4] > at org.apache.solr.cloud.DistribDocExpirationUpdateProcessorTest.setupCluster(DistribDocExpirationUpdateProcessorTest.java:63)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] Completed [233/766 (1!)] on J1 in 1230.73s, 0 tests, 1 error <<< FAILURES!
[...truncated 45659 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
21211 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21211/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
5 tests failed.
FAILED: org.apache.solr.cloud.AliasIntegrationTest.test
Error Message:
Expected collection2 to be created with 1 shard and 1 replica null Live Nodes: [127.0.0.1:38537_solr, 127.0.0.1:46795_solr] Last available state: DocCollection(collection2//collections/collection2/state.json/3)={ "pullReplicas":"0", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{"core_node2":{ "core":"collection2_shard1_replica_n1", "base_url":"http://127.0.0.1:46795/solr", "node_name":"127.0.0.1:46795_solr", "state":"down", "type":"NRT", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Expected collection2 to be created with 1 shard and 1 replica
null
Live Nodes: [127.0.0.1:38537_solr, 127.0.0.1:46795_solr]
Last available state: DocCollection(collection2//collections/collection2/state.json/3)={
"pullReplicas":"0",
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{"core_node2":{
"core":"collection2_shard1_replica_n1",
"base_url":"http://127.0.0.1:46795/solr",
"node_name":"127.0.0.1:46795_solr",
"state":"down",
"type":"NRT",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([1C787C0A4478F3D5:942C43D0EA849E2D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.AliasIntegrationTest.test(AliasIntegrationTest.java:185)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.AliasIntegrationTest.testErrorChecks
Error Message:
Error from server at http://127.0.0.1:38537/solr: Could not fully create collection: testErrorChecks-collection
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:38537/solr: Could not fully create collection: testErrorChecks-collection
at __randomizedtesting.SeedInfo.seed([1C787C0A4478F3D5:8093624A202BE57A]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AliasIntegrationTest.testErrorChecks(AliasIntegrationTest.java:336)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.AliasIntegrationTest.testMetadata
Error Message:
Error from server at http://127.0.0.1:38537/solr: Could not fully create collection: collection1meta
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:38537/solr: Could not fully create collection: collection1meta
at __randomizedtesting.SeedInfo.seed([1C787C0A4478F3D5:1568360E0391AFBC]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AliasIntegrationTest.testMetadata(AliasIntegrationTest.java:58)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.ShardSplitTest.testSplitWithChaosMonkey
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([1C787C0A4478F3D5:975FAFDB057E5851]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:913)
at org.apache.solr.cloud.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:428)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.TestConfigReload.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:46069/d
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:46069/d
at __randomizedtesting.SeedInfo.seed([1C787C0A4478F3D5:942C43D0EA849E2D]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:320)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 43 more
Build Log:
[...truncated 12197 lines...]
[junit4] Suite: org.apache.solr.cloud.AliasIntegrationTest
[junit4] 2> 393471 INFO (SUITE-AliasIntegrationTest-seed#[1C787C0A4478F3D5]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AliasIntegrationTest_1C787C0A4478F3D5-001/init-core-data-001
[junit4] 2> 393471 WARN (SUITE-AliasIntegrationTest-seed#[1C787C0A4478F3D5]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=17 numCloses=17
[junit4] 2> 393471 INFO (SUITE-AliasIntegrationTest-seed#[1C787C0A4478F3D5]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 393473 INFO (SUITE-AliasIntegrationTest-seed#[1C787C0A4478F3D5]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 393473 INFO (SUITE-AliasIntegrationTest-seed#[1C787C0A4478F3D5]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AliasIntegrationTest_1C787C0A4478F3D5-001/tempDir-001
[junit4] 2> 393473 INFO (SUITE-AliasIntegrationTest-seed#[1C787C0A4478F3D5]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 393473 INFO (Thread-3119) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 393473 INFO (Thread-3119) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 393474 INFO (SUITE-AliasIntegrationTest-seed#[1C787C0A4478F3D5]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:41001
[junit4] 2> 393475 ERROR (Thread-3119) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 393490 INFO (zkConnectionManagerCallback-1316-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 393497 INFO (jetty-launcher-1313-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 393497 INFO (jetty-launcher-1313-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 393525 INFO (jetty-launcher-1313-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f8f81ba{/solr,null,AVAILABLE}
[junit4] 2> 393526 INFO (jetty-launcher-1313-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@96f524a{HTTP/1.1,[http/1.1]}{127.0.0.1:38537}
[junit4] 2> 393526 INFO (jetty-launcher-1313-thread-1) [ ] o.e.j.s.Server Started @395414ms
[junit4] 2> 393526 INFO (jetty-launcher-1313-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38537}
[junit4] 2> 393526 ERROR (jetty-launcher-1313-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 393526 INFO (jetty-launcher-1313-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 393526 INFO (jetty-launcher-1313-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 393526 INFO (jetty-launcher-1313-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 393526 INFO (jetty-launcher-1313-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-04T12:03:02.988Z
[junit4] 2> 393527 INFO (jetty-launcher-1313-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@735bd576{/solr,null,AVAILABLE}
[junit4] 2> 393527 INFO (jetty-launcher-1313-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@58ebbd9d{HTTP/1.1,[http/1.1]}{127.0.0.1:46795}
[junit4] 2> 393527 INFO (jetty-launcher-1313-thread-2) [ ] o.e.j.s.Server Started @395415ms
[junit4] 2> 393527 INFO (jetty-launcher-1313-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46795}
[junit4] 2> 393530 ERROR (jetty-launcher-1313-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 393530 INFO (jetty-launcher-1313-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 393530 INFO (jetty-launcher-1313-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 393530 INFO (jetty-launcher-1313-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 393530 INFO (jetty-launcher-1313-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-04T12:03:02.992Z
[junit4] 2> 393532 INFO (zkConnectionManagerCallback-1318-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 393533 INFO (jetty-launcher-1313-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 393533 INFO (zkConnectionManagerCallback-1320-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 393538 INFO (jetty-launcher-1313-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 393555 INFO (jetty-launcher-1313-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41001/solr
[junit4] 2> 393556 INFO (zkConnectionManagerCallback-1325-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 393560 INFO (zkConnectionManagerCallback-1327-thread-1-processing-n:127.0.0.1:38537_solr) [n:127.0.0.1:38537_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 393576 INFO (jetty-launcher-1313-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41001/solr
[junit4] 2> 393591 INFO (zkConnectionManagerCallback-1331-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 393595 INFO (zkConnectionManagerCallback-1333-thread-1-processing-n:127.0.0.1:46795_solr) [n:127.0.0.1:46795_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 393600 INFO (jetty-launcher-1313-thread-2) [n:127.0.0.1:46795_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 393601 INFO (jetty-launcher-1313-thread-2) [n:127.0.0.1:46795_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46795_solr
[junit4] 2> 393602 INFO (jetty-launcher-1313-thread-2) [n:127.0.0.1:46795_solr ] o.a.s.c.Overseer Overseer (id=99291456008093702-127.0.0.1:46795_solr-n_0000000000) starting
[junit4] 2> 393602 INFO (jetty-launcher-1313-thread-1) [n:127.0.0.1:38537_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 393602 INFO (jetty-launcher-1313-thread-1) [n:127.0.0.1:38537_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38537_solr
[junit4] 2> 393618 INFO (zkCallback-1326-thread-1-processing-n:127.0.0.1:38537_solr) [n:127.0.0.1:38537_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 393622 INFO (zkCallback-1332-thread-1-processing-n:127.0.0.1:46795_solr) [n:127.0.0.1:46795_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 393684 INFO (jetty-launcher-1313-thread-2) [n:127.0.0.1:46795_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46795_solr
[junit4] 2> 393685 INFO (zkCallback-1332-thread-1-processing-n:127.0.0.1:46795_solr) [n:127.0.0.1:46795_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 393685 INFO (zkCallback-1326-thread-1-processing-n:127.0.0.1:38537_solr) [n:127.0.0.1:38537_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 393704 INFO (jetty-launcher-1313-thread-1) [n:127.0.0.1:38537_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38537.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69ca324e
[junit4] 2> 393711 INFO (jetty-launcher-1313-thread-1) [n:127.0.0.1:38537_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38537.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69ca324e
[junit4] 2> 393711 INFO (jetty-launcher-1313-thread-1) [n:127.0.0.1:38537_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38537.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69ca324e
[junit4] 2> 393712 INFO (jetty-launcher-1313-thread-1) [n:127.0.0.1:38537_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AliasIntegrationTest_1C787C0A4478F3D5-001/tempDir-001/node1/.
[junit4] 2> 393755 INFO (jetty-launcher-1313-thread-2) [n:127.0.0.1:46795_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46795.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69ca324e
[junit4] 2> 393763 INFO (jetty-launcher-1313-thread-2) [n:127.0.0.1:46795_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46795.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69ca324e
[junit4] 2> 393763 INFO (jetty-launcher-1313-thread-2) [n:127.0.0.1:46795_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46795.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69ca324e
[junit4] 2> 393765 INFO (jetty-launcher-1313-thread-2) [n:127.0.0.1:46795_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AliasIntegrationTest_1C787C0A4478F3D5-001/tempDir-001/node2/.
[junit4] 2> 393779 INFO (zkConnectionManagerCallback-1338-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 393781 INFO (zkConnectionManagerCallback-1342-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 393782 INFO (SUITE-AliasIntegrationTest-seed#[1C787C0A4478F3D5]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 393782 INFO (SUITE-AliasIntegrationTest-seed#[1C787C0A4478F3D5]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41001/solr ready
[junit4] 2> 393795 INFO (TEST-AliasIntegrationTest.test-seed#[1C787C0A4478F3D5]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 393798 INFO (qtp60914566-7142) [n:127.0.0.1:38537_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 393799 INFO (OverseerThreadFactory-2189-thread-1-processing-n:127.0.0.1:46795_solr) [n:127.0.0.1:46795_solr ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 393902 INFO (OverseerStateUpdate-99291456008093702-127.0.0.1:46795_solr-n_0000000000) [n:127.0.0.1:46795_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38537/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 393903 INFO (OverseerStateUpdate-99291456008093702-127.0.0.1:46795_solr-n_0000000000) [n:127.0.0.1:46795_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"collection1_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:46795/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 394106 INFO (qtp351854266-7143) [n:127.0.0.1:46795_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 394106 INFO (qtp60914566-7135) [n:127.0.0.1:38537_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 394106 INFO (qtp351854266-7143) [n:127.0.0.1:46795_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 394106 INFO (qtp60914566-7135) [n:127.0.0.1:38537_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 394211 INFO (zkCallback-1332-thread-1-processing-n:127.0.0.1:46795_solr) [n:127.0.0.1:46795_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 394211 INFO (zkCallback-1326-thread-1-processing-n:127.0.0.1:38537_solr) [n:127.0.0.1:38537_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 394212 INFO (zkCallback-1332-thread-2-processing-n:127.0.0.1:46795_solr) [n:127.0.0.1:46795_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 394212 INFO (zkCallback-1326-thread-2-processing-n:127.0.0.1:38537_solr) [n:127.0.0.1:38537_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 395120 INFO (qtp60914566-7135) [n:127.0.0.1:38537_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 395120 INFO (qtp351854266-7143) [n:127.0.0.1:46795_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 395145 INFO (qtp60914566-7135) [n:127.0.0.1:38537_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 395145 INFO (qtp351854266-7143) [n:127.0.0.1:46795_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.IndexSchema [collection1_shard2_replica_n2] Schema name=minimal
[junit4] 2> 395147 INFO (qtp60914566-7135) [n:127.0.0.1:38537_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 395147 INFO (qtp60914566-7135) [n:127.0.0.1:38537_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
[junit4] 2> 395148 INFO (qtp60914566-7135) [n:127.0.0.1:38537_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38537.solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69ca324e
[junit4] 2> 395148 INFO (qtp60914566-7135) [n:127.0.0.1:38537_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 395148 INFO (qtp60914566-7135) [n:127.0.0.1:38537_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AliasIntegrationTest_1C787C0A4478F3D5-001/tempDir-001/node1/collection1_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AliasIntegrationTest_1C787C0A4478F3D5-001/tempDir-001/node1/./collection1_shard1_replica_n1/data/]
[junit4] 2> 395154 INFO (qtp351854266-7143) [n:127.0.0.1:46795_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 395154 INFO (qtp351854266-7143) [n:127.0.0.1:46795_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n2' using configuration from collection collection1, trusted=true
[junit4] 2> 395154 INFO (qtp351854266-7143) [n:127.0.0.1:46795_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46795.solr.core.collection1.shard2.replica_n2' (registry 'solr.core.collection1.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69ca324e
[junit4] 2> 395154 INFO (qtp351854266-7143) [n:127.0.0.1:46795_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 395154 INFO (qtp351854266-7143) [n:127.0.0.1:46795_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrCore [[collection1_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AliasIntegrationTest_1C787C0A4478F3D5-001/tempDir-001/node2/collection1_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AliasIntegrationTest_1C787C0A4478F3D5-001/tempDir-001/node2/./collection1_shard2_replica_n2/data/]
[junit4] 2> 395254 INFO (qtp60914566-7135) [n:127.0.0.1:38537_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 395254 INFO (qtp60914566-7135) [n:127.0.0.1:38537_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 395255 INFO (qtp60914566-7135) [n:127.0.0.1:38537_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 395255 INFO (qtp60914566-7135) [n:127.0.0.1:38537_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 395262 INFO (qtp60914566-7135) [n:127.0.0.1:38537_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@294e3a40[collection1_shard1_replica_n1] main]
[junit4] 2> 395263 INFO (qtp60914566-7135) [n:127.0.0.1:38537_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 395264 INFO (qtp60914566-7135) [n:127.0.0.1:38537_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 395264 INFO (qtp60914566-7135) [n:127.0.0.1:38537_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 395266 INFO (qtp351854266-7143) [n:127.0.0.1:46795_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 395266 INFO (qtp351854266-7143) [n:127.0.0.1:46795_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 395267 INFO (qtp351854266-7143) [n:127.0.0.1:46795_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 395267 INFO (qtp351854266-7143) [n:127.0.0.1:46795_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 395269 INFO (qtp60914566-7135) [n:127.0.0.1:38537_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588663298011693056
[junit4] 2> 395271 INFO (searcherExecutor-2193-thread-1-processing-n:127.0.0.1:38537_solr x:collection1_shard1_replica_n1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:38537_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@294e3a40[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 395289 INFO (qtp351854266-7143) [n:127.0.0.1:46795_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e59de8f[collection1_shard2_replica_n2] main]
[junit4] 2> 395290 INFO (qtp351854266-7143) [n:127.0.0.1:46795_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 395291 INFO (qtp351854266-7143) [n:127.0.0.1:46795_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 395292 INFO (qtp60914566-7135) [n:127.0.0.1:38537_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 395292 INFO (qtp60914566-7135) [n:127.0.0.1:38537_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 395292 INFO (qtp60914566-7135) [n:127.0.0.1:38537_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38537/solr/collection1_shard1_replica_n1/
[junit4] 2> 395293 INFO (qtp60914566-7135) [n:127.0.0.1:38537_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 395293 INFO (qtp60914566-7135) [n:127.0.0.1:38537_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:38537/solr/collection1_shard1_replica_n1/ has no replicas
[junit4] 2> 395293 INFO (qtp60914566-7135) [n:127.0.0.1:38537_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 395295 INFO (qtp351854266-7143) [n:127.0.0.1:46795_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 395296 INFO (qtp351854266-7143) [n:127.0.0.1:46795_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588663298040004608
[junit4] 2> 395299 INFO (searcherExecutor-2194-thread-1-processing-n:127.0.0.1:46795_solr x:collection1_shard2_replica_n2 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:46795_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrCore [collection1_shard2_replica_n2] Registered new searcher Searcher@3e59de8f[collection1_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 395301 INFO (qtp351854266-7143) [n:127.0.0.1:46795_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 395301 INFO (qtp351854266-7143) [n:127.0.0.1:46795_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 395301 INFO (qtp351854266-7143) [n:127.0.0.1:46795_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46795/solr/collection1_shard2_replica_n2/
[junit4] 2> 395301 INFO (qtp351854266-7143) [n:127.0.0.1:46795_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 395301 INFO (qtp351854266-7143) [n:127.0.0.1:46795_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SyncStrategy http://127.0.0.1:46795/solr/collection1_shard2_replica_n2/ has no replicas
[junit4] 2> 395301 INFO (qtp351854266-7143) [n:127.0.0.1:46795_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 395312 INFO (qtp351854266-7143) [n:127.0.0.1:46795_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46795/solr/collection1_shard2_replica_n2/ shard2
[junit4] 2> 395316 INFO (qtp60914566-7135) [n:127.0.0.1:38537_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38537/solr/collection1_shard1_replica_n1/ shard1
[junit4] 2> 395416 INFO (zkCallback-1332-thread-2-processing-n:127.0.0.1:46795_solr) [n:127.0.0.1:46795_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 395416 INFO (zkCallback-1326-thread-2-processing-n:127.0.0.1:38537_solr) [n:127.0.0.1:38537_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 395416 INFO (zkCallback-1332-thread-1-processing-n:127.0.0.1:46795_solr) [n:127.0.0.1:46795_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 395416 INFO (zkCallback-1326-thread-1-processing-n:127.0.0.1:38537_solr) [n:127.0.0.1:38537_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 395463 INFO (qtp351854266-7143) [n:127.0.0.1:46795_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 395468 INFO (qtp60914566-7135) [n:127.0.0.1:38537_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 395472 INFO (qtp351854266-7143) [n:127.0.0.1:46795_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1366
[junit4] 2> 395472 INFO (qtp60914566-7135) [n:127.0.0.1:38537_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1366
[junit4] 2> 395479 INFO (qtp60914566-7142) [n:127.0.0.1:38537_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 395570 INFO (zkCallback-1332-thread-2-processing-n:127.0.0.1:46795_solr) [n:127.0.0.1:46795_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 395570 INFO (zkCallback-1326-thread-1-processing-n:127.0.0.1:38537_solr) [n:127.0.0.1:38537_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 395570 INFO (zkCallback-1326-thread-2-processing-n:127.0.0.1:38537_solr) [n:127.0.0.1:38537_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 395571 INFO (zkCallback-1332-thread-3-processing-n:127.0.0.1:46795_solr) [n:127.0.0.1:46795_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 395814 INFO (OverseerCollectionConfigSetProcessor-99291456008093702-127.0.0.1:46795_solr-n_0000000000) [n:127.0.0.1:46795_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 396479 INFO (qtp60914566-7142) [n:127.0.0.1:38537_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2681
[junit4] 2> 396480 INFO (qtp60914566-7144) [n:127.0.0.1:38537_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=collection2&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 396492 INFO (OverseerThreadFactory-2189-thread-2-processing-n:127.0.0.1:46795_solr) [n:127.0.0.1:46795_solr ] o.a.s.c.CreateCollectionCmd Create collection collection2
[junit4] 2> 396713 INFO (OverseerStateUpdate-99291456008093702-127.0.0.1:46795_solr-n_0000000000) [n:127.0.0.1:46795_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection2_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:46795/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 396905 INFO (qtp351854266-7145) [n:127.0.0.1:46795_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=collection2_shard1_replica_n1&action=CREATE&numShards=1&collection=collection2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 397010 INFO (zkCallback-1332-thread-3-processing-n:127.0.0.1:46795_solr) [n:127.0.0.1:46795_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2/state.json] for collection [collection2] has occurred - updating... (live nodes size: [2])
[junit4] 2> 397010 INFO (zkCallback-1332-thread-2-processing-n:127.0.0.1:46795_solr) [n:127.0.0.1:46795_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2/state.json] for collection [collection2] has occurred - updating... (live nodes size: [2])
[junit4] 2> 397917 INFO (qtp351854266-7145) [n:127.0.0.1:46795_solr c:collection2 s:shard1 r:core_node2 x:collection2_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 397924 INFO (qtp351854266-7145) [n:127.0.0.1:46795_solr c:collection2 s:shard1 r:core_node2 x:collection2_shard1_replica_n1] o.a.s.s.IndexSchema [collection2_shard1_replica_n1] Schema name=minimal
[junit4] 2> 397943 INFO (qtp351854266-7145) [n:127.0.0.1:46795_solr c:collection2 s:shard1 r:core_node2 x:collection2_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 397944 INFO (qtp351854266-7145) [n:127.0.0.1:46795_solr c:collection2 s:shard1 r:core_node2 x:collection2_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection2_shard1_replica_n1' using configuration from collection collection2, trusted=true
[junit4] 2> 397944 INFO (qtp351854266-7145) [n:127.0.0.1:46795_solr c:collection2 s:shard1 r:core_node2 x:collection2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46795.solr.core.collection2.shard1.replica_n1' (registry 'solr.core.collection2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69ca324e
[junit4] 2> 397944 INFO (qtp351854266-7145) [n:127.0.0.1:46795_solr c:collection2 s:shard1 r:core_node2 x:collection2_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 397944 INFO (qtp351854266-7145) [n:127.0.0.1:46795_solr c:collection2 s:shard1 r:core_node2 x:collection2_shard1_replica_n1] o.a.s.c.SolrCore [[collection2_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AliasIntegrationTest_1C787C0A4478F3D5-001/tempDir-001/node2/collection2_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AliasIntegrationTest_1C787C0A4478F3D5-001/tempDir-001/node2/./collection2_shard1_replica_n1/data/]
[junit4] 2> 398002 INFO (qtp351854266-7145) [n:127.0.0.1:46795_solr c:collection2 s:shard1 r:core_node2 x:collection2_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 398002 INFO (qtp351854266-7145) [n:127.0.0.1:46795_solr c:collection2 s:shard1 r:core_node2 x:collection2_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 398003 INFO (qtp351854266-7145) [n:127.0.0.1:46795_solr c:collection2 s:shard1 r:core_node2 x:collection2_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 398003 INFO (qtp351854266-7145) [n:127.0.0.1:46795_solr c:collection2 s:shard1 r:core_node2 x:collection2_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 398005 INFO (qtp351854266-7145) [n:127.0.0.1:46795_solr c:collection2 s:shard1 r:core_node2 x:collection2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@13ca9910[collection2_shard1_replica_n1] main]
[junit4] 2> 398005 INFO (qtp351854266-7145) [n:127.0.0.1:46795_solr c:collection2 s:shard1 r:core_node2 x:collection2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 398006 INFO (qtp351854266-7145) [n:127.0.0.1:46795_solr c:collection2 s:shard1 r:core_node2 x:collection2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 398006 INFO (qtp351854266-7145) [n:127.0.0.1:46795_solr c:collection2 s:shard1 r:core_node2 x:collection2_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 398006 INFO (qtp351854266-7145) [n:127.0.0.1:46795_solr c:collection2 s:shard1 r:core_node2 x:collection2_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588663300881645568
[junit4] 2> 398014 INFO (searcherExecutor-2203-thread-1-processing-n:127.0.0.1:46795_solr x:collection2_shard1_replica_n1 s:shard1 c:collection2 r:core_node2) [n:127.0.0.1:46795_solr c:collection2 s:shard1 r:core_node2 x:collection2_shard1_replica_n1] o.a.s.c.SolrCore [collection2_shard1_replica_n1] Registered new searcher Searcher@13ca9910[collection2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 398016 INFO (qtp351854266-7145) [n:127.0.0.1:46795_solr c:collection2 s:shard1 r:core_node2 x:collection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 398016 INFO (qtp351854266-7145) [n:127.0.0.1:46795_solr c:collection2 s:shard1 r:core_node2 x:collection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 398016 INFO (qtp351854266-7145) [n:127.0.0.1:46795_solr c:collection2 s:shard1 r:core_node2 x:collection2_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46795/solr/collection2_shard1_replica_n1/
[junit4] 2> 398016 INFO (qtp351854266-7145) [n:127.0.0.1:46795_solr c:collection2 s:shard1 r:core_node2 x:collection2_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 398016 INFO (qtp351854266-7145) [n:127.0.0.1:46795_solr c:collection2 s:shard1 r:core_node2 x:collection2_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:46795/solr/collection2_shard1_replica_n1/ has no replicas
[junit4] 2> 398016 INFO (qtp351854266-7145) [n:127.0.0.1:46795_solr c:collection2 s:shard1 r:core_node2 x:collection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 398019 INFO (qtp351854266-7145) [n:127.0.0.1:46795_solr c:collection2 s:shard1 r:core_node2 x:collection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46795/solr/collection2_shard1_replica_n1/ shard1
[junit4] 2> 398120 INFO (zkCallback-1332-thread-2-processing-n:127.0.0.1:46795_solr) [n:127.0.0.1:46795_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2/state.json] for collection [collection2] has occurred - updating... (live nodes size: [2])
[junit4] 2> 398120 INFO (zkCallback-1332-thread-3-processing-n:127.0.0.1:46795_solr) [n:127.0.0.1:46795_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2/state.json] for collection [collection2] has occurred - updating... (live nodes size: [2])
[junit4] 2> 398170 INFO (qtp351854266-7145) [n:127.0.0.1:46795_solr c:collection2 s:shard1 r:core_node2 x:collection2_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 398171 INFO (qtp351854266-7145) [n:127.0.0.1:46795_solr c:collection2 s:shard1 r:core_node2 x:collection2_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=collection2_shard1_replica_n1&action=CREATE&numShards=1&collection=collection2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1265
[junit4] 2> 398172 INFO (qtp60914566-7144) [n:127.0.0.1:38537_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 398493 INFO (OverseerCollectionConfigSetProcessor-99291456008093702-127.0.0.1:46795_solr-n_0000000000) [n:127.0.0.1:46795_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 428187 ERROR (qtp60914566-7144) [n:127.0.0.1:38537_solr ] o.a.s.h.a.CollectionsHandler Timed out waiting for new collection's replicas to become ACTIVE replica http://127.0.0.1:46795/solr/collection2_shard1_replica_n1/ is in state of down with timeout=30
[junit4] 2> 428187 INFO (qtp60914566-7144) [n:127.0.0.1:38537_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=collection2&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=31706
[junit4] 2> 518189 INFO (TEST-AliasIntegrationTest.test-seed#[1C787C0A4478F3D5]) [ ] o.a.s.SolrTestCaseJ4 ###Ending test
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=AliasIntegrationTest -Dtests.method=test -Dtests.seed=1C787C0A4478F3D5 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=de -Dtests.timezone=US/Eastern -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 124s J2 | AliasIntegrationTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: Expected collection2 to be created with 1 shard and 1 replica
[junit4] > null
[junit4] > Live Nodes: [127.0.0.1:38537_solr, 127.0.0.1:46795_solr]
[junit4] > Last available state: DocCollection(collection2//collections/collection2/state.json/3)={
[junit4] > "pullReplicas":"0",
[junit4] > "replicationFactor":"1",
[junit4] > "shards":{"shard1":{
[junit4] > "range":"80000000-7fffffff",
[junit4] > "state":"active",
[junit4] > "replicas":{"core_node2":{
[junit4] > "core":"collection2_shard1_replica_n1",
[junit4] > "base_url":"http://127.0.0.1:46795/solr",
[junit4] > "node_name":"127.0.0.1:46795_solr",
[junit4] > "state":"down",
[junit4] > "type":"NRT",
[junit4] > "leader":"true"}}}},
[junit4] > "router":{"name":"compositeId"},
[junit4] > "maxShardsPerNode":"1",
[junit4] > "autoAddReplicas":"false",
[junit4] > "nrtReplicas":"1",
[junit4] > "tlogReplicas":"0"}
[junit4] > at __randomizedtesting.SeedInfo.seed([1C787C0A4478F3D5:942C43D0EA849E2D]:0)
[junit4] > at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
[junit4] > at org.apache.solr.cloud.AliasIntegrationTest.test(AliasIntegrationTest.java:185)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 518196 INFO (TEST-AliasIntegrationTest.testErrorChecks-seed#[1C787C0A4478F3D5]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testErrorChecks
[junit4] 2> 518197 INFO (qtp60914566-7144) [n:127.0.0.1:38537_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=testErrorChecks-collection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 518197 INFO (OverseerThreadFactory-2189-thread-3-processing-n:127.0.0.1:46795_solr) [n:127.0.0.1:46795_solr ] o.a.s.c.CreateCollectionCmd Create collection testErrorChecks-collection
[junit4] 2> 548246 ERROR (OverseerThreadFactory-2189-thread-3-processing-n:127.0.0.1:46795_solr) [n:127.0.0.1:46795_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: testErrorChecks-collection operation: create failed:org.apache.solr.common.SolrException: Could not fully create collection: testErrorChecks-collection
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:151)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:242)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 548258 INFO (qtp60914566-7144) [n:127.0.0.1:38537_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=testErrorChecks-collection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=500 QTime=30061
[junit4] 2> 548258 ERROR (qtp60914566-7144) [n:127.0.0.1:38537_solr ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: Could not fully create collection: testErrorChecks-collection
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:309)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 548259 INFO (TEST-AliasIntegrationTest.testErrorChecks-seed#[1C787C0A4478F3D5]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testErrorChecks
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=AliasIntegrationTest -Dtests.method=testErrorChecks -Dtests.seed=1C787C0A4478F3D5 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=de -Dtests.timezone=US/Eastern -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 30.1s J2 | AliasIntegrationTest.testErrorChecks <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:38537/solr: Could not fully create collection: testErrorChecks-collection
[junit4] > at __randomizedtesting.SeedInfo.seed([1C787C0A4478F3D5:8093624A202BE57A]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.AliasIntegrationTest.testErrorChecks(AliasIntegrationTest.java:336)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 548262 INFO (OverseerCollectionConfigSetProcessor-99291456008093702-127.0.0.1:46795_solr-n_0000000000) [n:127.0.0.1:46795_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 548271 INFO (TEST-AliasIntegrationTest.testMetadata-seed#[1C787C0A4478F3D5]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMetadata
[junit4] 2> 548271 INFO (qtp60914566-7135) [n:127.0.0.1:38537_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=collection1meta&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 548273 INFO (OverseerThreadFactory-2189-thread-4-processing-n:127.0.0.1:46795_solr) [n:127.0.0.1:46795_solr ] o.a.s.c.CreateCollectionCmd Create collection collection1meta
[junit4] 2> 578312 ERROR (OverseerThreadFactory-2189-thread-4-processing-n:127.0.0.1:46795_solr) [n:127.0.0.1:46795_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: collection1meta operation: create failed:org.apache.solr.common.SolrException: Could not fully create collection: collection1meta
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:151)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:242)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 578314 INFO (qtp60914566-7135) [n:127.0.0.1:38537_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=collection1meta&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=500 QTime=30042
[junit4] 2> 578314 ERROR (qtp60914566-7135) [n:127.0.0.1:38537_solr ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: Could not fully create collection: collection1meta
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:309)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 578315 INFO (TEST-AliasIntegrationTest.testMetadata-seed#[1C787C0A4478F3D5]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMetadata
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=AliasIntegrationTest -Dtests.method=testMetadata -Dtests.seed=1C787C0A4478F3D5 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=de -Dtests.timezone=US/Eastern -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 30.1s J2 | AliasIntegrationTest.testMetadata <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:38537/solr: Could not fully create collection: collection1meta
[junit4] > at __randomizedtesting.SeedInfo.seed([1C787C0A4478F3D5:1568360E0391AFBC]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.AliasIntegrationTest.testMetadata(AliasIntegrationTest.java:58)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 578316 INFO (jetty-closer-1314-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@58ebbd9d{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 578316 INFO (jetty-closer-1314-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=110664668
[junit4] 2> 578316 INFO (jetty-closer-1314-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 578316 INFO (jetty-closer-1314-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@96f524a{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 578317 INFO (jetty-closer-1314-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@27b197c2: rootName = solr_46795, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@204124c2
[junit4] 2> 578317 INFO (jetty-closer-1314-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=118312324
[junit4] 2> 578317 INFO (jetty-closer-1314-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 578317 INFO (jetty-closer-1314-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@33d5d4b2: rootName = solr_38537, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry
[...truncated too long message...]
readPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 41 more
[junit4] 2>
[junit4] 2> 2997248 INFO (qtp600410300-28159) [n:127.0.0.1:46069_d c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=630180
[junit4] 2> 2997248 ERROR (TEST-TestConfigReload.test-seed#[1C787C0A4478F3D5]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2997249 INFO (TEST-TestConfigReload.test-seed#[1C787C0A4478F3D5]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36481 36481
[junit4] 2> 2999794 INFO (Thread-5034) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36481 36481
[junit4] 2> 2999795 WARN (Thread-5034) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestConfigReload -Dtests.method=test -Dtests.seed=1C787C0A4478F3D5 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=hr-HR -Dtests.timezone=America/St_Vincent -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 633s J0 | TestConfigReload.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:46069/d
[junit4] > at __randomizedtesting.SeedInfo.seed([1C787C0A4478F3D5:942C43D0EA849E2D]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:320)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] > ... 43 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestConfigReload_1C787C0A4478F3D5-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=482, maxMBSortInHeap=5.319458209167007, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@b9f662f), locale=hr-HR, timezone=America/St_Vincent
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=204439808,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestImpersonationWithHadoopAuth, TestDistribDocBasedVersion, TestConfigOverlay, SolrJmxReporterTest, V2StandaloneTest, TestDynamicFieldCollectionResource, HdfsDirectoryFactoryTest, TestSchemaNameResource, ResponseLogComponentTest, TestDistributedStatsComponentCardinality, DistribCursorPagingTest, TestUtils, HdfsDirectoryTest, CleanupOldIndexTest, TestPostingsSolrHighlighter, AnalysisAfterCoreReloadTest, TestLegacyFieldCache, QueryParsingTest, TestDynamicLoading, DocumentBuilderTest, BasicFunctionalityTest, TestHashQParserPlugin, TestHighlightDedupGrouping, MigrateRouteKeyTest, TestRandomDVFaceting, TestJsonRequest, DeleteReplicaTest, ActionThrottleTest, TestFoldingMultitermQuery, HdfsWriteToMultipleCollectionsTest, UpdateParamsTest, HdfsRecoveryZkTest, TestLRUStatsCache, AssignBackwardCompatibilityTest, TestMacroExpander, DistributedDebugComponentTest, DistributedFacetSimpleRefinementLongTailTest, NoCacheHeaderTest, TestLegacyTerms, TestFieldResource, SpellCheckCollatorTest, TestDistribIDF, StatelessScriptUpdateProcessorFactoryTest, LeaderElectionIntegrationTest, TestSolrIndexConfig, TestNestedDocsSort, TestSolrCloudWithSecureImpersonation, TestTriggerIntegration, TestMaxScoreQueryParser, MoveReplicaHDFSTest, TestConfigSetsAPIZkFailure, TestPayloadScoreQParserPlugin, FileUtilsTest, TestJavabinTupleStreamParser, TestBinaryField, TestNodeLostTrigger, SolrCloudExampleTest, CdcrBootstrapTest, SolrPluginUtilsTest, SolrMetricManagerTest, TestFileDictionaryLookup, TestTolerantUpdateProcessorRandomCloud, TestRecovery, PrimitiveFieldTypeTest, TestMaxTokenLenTokenizer, RAMDirectoryFactoryTest, ZkControllerTest, TestStressLiveNodes, TestReversedWildcardFilterFactory, ConnectionManagerTest, LeaderElectionContextKeyTest, HdfsCollectionsAPIDistributedZkTest, DistributedQueueTest, TestSolrConfigHandlerConcurrent, DeleteInactiveReplicaTest, HighlighterMaxOffsetTest, TestComponentsName, TestConfig, BasicZkTest, TestSQLHandler, DirectUpdateHandlerOptimizeTest, TestComplexPhraseLeadingWildcard, TestSchemalessBufferedUpdates, TestRawTransformer, TestStressVersions, TestFieldCache, SSLMigrationTest, HdfsBasicDistributedZkTest, BasicDistributedZkTest, TestMergePolicyConfig, TestPivotHelperCode, BlockJoinFacetSimpleTest, CurrencyFieldTypeTest, AutoAddReplicasIntegrationTest, TestNumericRangeQuery64, TestHalfAndHalfDocValues, TestLegacyField, TestManagedSchemaThreadSafety, TestBadConfig, TestSolrFieldCacheBean, DistributedFacetPivotLargeTest, TestSweetSpotSimilarityFactory, FastVectorHighlighterTest, SmileWriterTest, TestConfigReload]
[junit4] Completed [542/765 (3!)] on J0 in 633.23s, 1 test, 1 error <<< FAILURES!
[...truncated 48784 lines...]