You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/10/22 07:49:35 UTC
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
20710 - Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20710/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testIntegration
Error Message:
Timed out waiting for replicas of collection to be 2 again null Live Nodes: [127.0.0.1:37095_solr] Last available state: DocCollection(testIntegration//collections/testIntegration/state.json/8)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node3":{ "core":"testIntegration_shard1_replica_n1", "base_url":"https://127.0.0.1:36115/solr", "node_name":"127.0.0.1:36115_solr", "state":"down", "type":"NRT"}, "core_node4":{ "core":"testIntegration_shard1_replica_n2", "base_url":"https://127.0.0.1:37095/solr", "node_name":"127.0.0.1:37095_solr", "state":"active", "type":"NRT", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Timed out waiting for replicas of collection to be 2 again
null
Live Nodes: [127.0.0.1:37095_solr]
Last available state: DocCollection(testIntegration//collections/testIntegration/state.json/8)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node3":{
"core":"testIntegration_shard1_replica_n1",
"base_url":"https://127.0.0.1:36115/solr",
"node_name":"127.0.0.1:36115_solr",
"state":"down",
"type":"NRT"},
"core_node4":{
"core":"testIntegration_shard1_replica_n2",
"base_url":"https://127.0.0.1:37095/solr",
"node_name":"127.0.0.1:37095_solr",
"state":"active",
"type":"NRT",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([89C4D467BC08B087:39A5DA4B993711A2]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testIntegration(ExecutePlanActionTest.java:209)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12349 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.ExecutePlanActionTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ExecutePlanActionTest_89C4D467BC08B087-001/init-core-data-001
[junit4] 2> 352315 WARN (SUITE-ExecutePlanActionTest-seed#[89C4D467BC08B087]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=27 numCloses=27
[junit4] 2> 352316 INFO (SUITE-ExecutePlanActionTest-seed#[89C4D467BC08B087]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 352317 INFO (SUITE-ExecutePlanActionTest-seed#[89C4D467BC08B087]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 352317 INFO (SUITE-ExecutePlanActionTest-seed#[89C4D467BC08B087]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 352318 INFO (SUITE-ExecutePlanActionTest-seed#[89C4D467BC08B087]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ExecutePlanActionTest_89C4D467BC08B087-001/tempDir-001
[junit4] 2> 352318 INFO (SUITE-ExecutePlanActionTest-seed#[89C4D467BC08B087]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 352318 INFO (Thread-1002) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 352318 INFO (Thread-1002) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 352319 ERROR (Thread-1002) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 352418 INFO (SUITE-ExecutePlanActionTest-seed#[89C4D467BC08B087]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:33237
[junit4] 2> 352423 INFO (jetty-launcher-599-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 352423 INFO (jetty-launcher-599-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 352424 INFO (jetty-launcher-599-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@58b085a0{/solr,null,AVAILABLE}
[junit4] 2> 352424 INFO (jetty-launcher-599-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@65ceaa02{/solr,null,AVAILABLE}
[junit4] 2> 352426 INFO (jetty-launcher-599-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2195bc53{SSL,[ssl, http/1.1]}{127.0.0.1:37095}
[junit4] 2> 352426 INFO (jetty-launcher-599-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@e941103{SSL,[ssl, http/1.1]}{127.0.0.1:36115}
[junit4] 2> 352426 INFO (jetty-launcher-599-thread-2) [ ] o.e.j.s.Server Started @353764ms
[junit4] 2> 352426 INFO (jetty-launcher-599-thread-1) [ ] o.e.j.s.Server Started @353764ms
[junit4] 2> 352426 INFO (jetty-launcher-599-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37095}
[junit4] 2> 352426 INFO (jetty-launcher-599-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36115}
[junit4] 2> 352426 ERROR (jetty-launcher-599-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 352426 ERROR (jetty-launcher-599-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 352426 INFO (jetty-launcher-599-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 352426 INFO (jetty-launcher-599-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 352426 INFO (jetty-launcher-599-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 352426 INFO (jetty-launcher-599-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 352426 INFO (jetty-launcher-599-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 352426 INFO (jetty-launcher-599-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 352426 INFO (jetty-launcher-599-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-22T06:57:10.876Z
[junit4] 2> 352426 INFO (jetty-launcher-599-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-22T06:57:10.876Z
[junit4] 2> 352427 INFO (jetty-launcher-599-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 352427 INFO (jetty-launcher-599-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 352434 INFO (jetty-launcher-599-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33237/solr
[junit4] 2> 352434 INFO (jetty-launcher-599-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33237/solr
[junit4] 2> 352469 INFO (jetty-launcher-599-thread-2) [n:127.0.0.1:37095_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 352469 INFO (jetty-launcher-599-thread-1) [n:127.0.0.1:36115_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 352470 INFO (jetty-launcher-599-thread-2) [n:127.0.0.1:37095_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37095_solr
[junit4] 2> 352470 INFO (jetty-launcher-599-thread-1) [n:127.0.0.1:36115_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36115_solr
[junit4] 2> 352470 INFO (jetty-launcher-599-thread-2) [n:127.0.0.1:37095_solr ] o.a.s.c.Overseer Overseer (id=98871242310811654-127.0.0.1:37095_solr-n_0000000000) starting
[junit4] 2> 352471 INFO (zkCallback-611-thread-1-processing-n:127.0.0.1:37095_solr) [n:127.0.0.1:37095_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 352471 INFO (zkCallback-610-thread-1-processing-n:127.0.0.1:36115_solr) [n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 352476 DEBUG (OverseerAutoScalingTriggerThread-98871242310811654-127.0.0.1:37095_solr-n_0000000000) [n:127.0.0.1:37095_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 352476 INFO (jetty-launcher-599-thread-2) [n:127.0.0.1:37095_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37095_solr
[junit4] 2> 352476 INFO (zkCallback-610-thread-1-processing-n:127.0.0.1:36115_solr) [n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 352481 INFO (zkCallback-611-thread-1-processing-n:127.0.0.1:37095_solr) [n:127.0.0.1:37095_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 352481 DEBUG (OverseerAutoScalingTriggerThread-98871242310811654-127.0.0.1:37095_solr-n_0000000000) [n:127.0.0.1:37095_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 352482 DEBUG (OverseerAutoScalingTriggerThread-98871242310811654-127.0.0.1:37095_solr-n_0000000000) [n:127.0.0.1:37095_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:36115_solr, 127.0.0.1:37095_solr]
[junit4] 2> 352482 DEBUG (OverseerAutoScalingTriggerThread-98871242310811654-127.0.0.1:37095_solr-n_0000000000) [n:127.0.0.1:37095_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 352482 DEBUG (OverseerAutoScalingTriggerThread-98871242310811654-127.0.0.1:37095_solr-n_0000000000) [n:127.0.0.1:37095_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 352483 DEBUG (OverseerAutoScalingTriggerThread-98871242310811654-127.0.0.1:37095_solr-n_0000000000) [n:127.0.0.1:37095_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 352483 DEBUG (OverseerAutoScalingTriggerThread-98871242310811654-127.0.0.1:37095_solr-n_0000000000) [n:127.0.0.1:37095_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 352483 DEBUG (ScheduledTrigger-1736-thread-1) [n:127.0.0.1:37095_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:36115_solr, 127.0.0.1:37095_solr]
[junit4] 2> 352541 INFO (jetty-launcher-599-thread-1) [n:127.0.0.1:36115_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36115.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63be10dd
[junit4] 2> 352542 INFO (jetty-launcher-599-thread-2) [n:127.0.0.1:37095_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37095.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63be10dd
[junit4] 2> 352547 INFO (jetty-launcher-599-thread-1) [n:127.0.0.1:36115_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36115.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63be10dd
[junit4] 2> 352547 INFO (jetty-launcher-599-thread-1) [n:127.0.0.1:36115_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36115.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63be10dd
[junit4] 2> 352547 INFO (jetty-launcher-599-thread-2) [n:127.0.0.1:37095_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37095.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63be10dd
[junit4] 2> 352547 INFO (jetty-launcher-599-thread-2) [n:127.0.0.1:37095_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37095.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63be10dd
[junit4] 2> 352548 INFO (jetty-launcher-599-thread-1) [n:127.0.0.1:36115_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ExecutePlanActionTest_89C4D467BC08B087-001/tempDir-001/node1/.
[junit4] 2> 352548 INFO (jetty-launcher-599-thread-2) [n:127.0.0.1:37095_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ExecutePlanActionTest_89C4D467BC08B087-001/tempDir-001/node2/.
[junit4] 2> 352583 INFO (SUITE-ExecutePlanActionTest-seed#[89C4D467BC08B087]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 352583 INFO (SUITE-ExecutePlanActionTest-seed#[89C4D467BC08B087]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33237/solr ready
[junit4] 2> 352593 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[89C4D467BC08B087]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testExecute
[junit4] 2> 352594 DEBUG (zkCallback-611-thread-1-processing-n:127.0.0.1:37095_solr) [n:127.0.0.1:37095_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 352596 DEBUG (OverseerAutoScalingTriggerThread-98871242310811654-127.0.0.1:37095_solr-n_0000000000) [n:127.0.0.1:37095_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 352597 DEBUG (OverseerAutoScalingTriggerThread-98871242310811654-127.0.0.1:37095_solr-n_0000000000) [n:127.0.0.1:37095_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 352597 DEBUG (OverseerAutoScalingTriggerThread-98871242310811654-127.0.0.1:37095_solr-n_0000000000) [n:127.0.0.1:37095_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 352597 DEBUG (OverseerAutoScalingTriggerThread-98871242310811654-127.0.0.1:37095_solr-n_0000000000) [n:127.0.0.1:37095_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 352618 INFO (qtp1527174661-4056) [n:127.0.0.1:36115_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=testExecute&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 352619 INFO (OverseerThreadFactory-1738-thread-1-processing-n:127.0.0.1:37095_solr) [n:127.0.0.1:37095_solr ] o.a.s.c.CreateCollectionCmd Create collection testExecute
[junit4] 2> 352723 INFO (OverseerStateUpdate-98871242310811654-127.0.0.1:37095_solr-n_0000000000) [n:127.0.0.1:37095_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testExecute",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testExecute_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36115/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 352724 INFO (OverseerStateUpdate-98871242310811654-127.0.0.1:37095_solr-n_0000000000) [n:127.0.0.1:37095_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testExecute",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testExecute_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37095/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 352928 INFO (qtp1527174661-4058) [n:127.0.0.1:36115_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n1&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 352928 INFO (qtp1527174661-4058) [n:127.0.0.1:36115_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 352943 INFO (qtp1990019763-4055) [n:127.0.0.1:37095_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n2&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 352944 INFO (qtp1990019763-4055) [n:127.0.0.1:37095_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 353046 INFO (zkCallback-611-thread-1-processing-n:127.0.0.1:37095_solr) [n:127.0.0.1:37095_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 353046 INFO (zkCallback-610-thread-1-processing-n:127.0.0.1:36115_solr) [n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 353046 INFO (zkCallback-611-thread-2-processing-n:127.0.0.1:37095_solr) [n:127.0.0.1:37095_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 353046 INFO (zkCallback-610-thread-2-processing-n:127.0.0.1:36115_solr) [n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 353941 INFO (qtp1527174661-4058) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 353949 INFO (qtp1527174661-4058) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.s.IndexSchema [testExecute_shard1_replica_n1] Schema name=minimal
[junit4] 2> 353952 INFO (qtp1527174661-4058) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 353952 INFO (qtp1527174661-4058) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testExecute_shard1_replica_n1' using configuration from collection testExecute, trusted=true
[junit4] 2> 353953 INFO (qtp1527174661-4058) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36115.solr.core.testExecute.shard1.replica_n1' (registry 'solr.core.testExecute.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63be10dd
[junit4] 2> 353953 INFO (qtp1527174661-4058) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 353953 INFO (qtp1527174661-4058) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SolrCore [[testExecute_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ExecutePlanActionTest_89C4D467BC08B087-001/tempDir-001/node1/testExecute_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ExecutePlanActionTest_89C4D467BC08B087-001/tempDir-001/node1/./testExecute_shard1_replica_n1/data/]
[junit4] 2> 353954 INFO (qtp1990019763-4055) [n:127.0.0.1:37095_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 353961 INFO (qtp1990019763-4055) [n:127.0.0.1:37095_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.s.IndexSchema [testExecute_shard1_replica_n2] Schema name=minimal
[junit4] 2> 353964 INFO (qtp1990019763-4055) [n:127.0.0.1:37095_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 353964 INFO (qtp1990019763-4055) [n:127.0.0.1:37095_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testExecute_shard1_replica_n2' using configuration from collection testExecute, trusted=true
[junit4] 2> 353964 INFO (qtp1990019763-4055) [n:127.0.0.1:37095_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37095.solr.core.testExecute.shard1.replica_n2' (registry 'solr.core.testExecute.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63be10dd
[junit4] 2> 353964 INFO (qtp1990019763-4055) [n:127.0.0.1:37095_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 353965 INFO (qtp1990019763-4055) [n:127.0.0.1:37095_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SolrCore [[testExecute_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ExecutePlanActionTest_89C4D467BC08B087-001/tempDir-001/node2/testExecute_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ExecutePlanActionTest_89C4D467BC08B087-001/tempDir-001/node2/./testExecute_shard1_replica_n2/data/]
[junit4] 2> 354004 INFO (qtp1990019763-4055) [n:127.0.0.1:37095_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 354005 INFO (qtp1527174661-4058) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 354005 INFO (qtp1990019763-4055) [n:127.0.0.1:37095_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 354005 INFO (qtp1527174661-4058) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 354005 INFO (qtp1527174661-4058) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 354005 INFO (qtp1527174661-4058) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 354006 INFO (qtp1990019763-4055) [n:127.0.0.1:37095_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 354006 INFO (qtp1990019763-4055) [n:127.0.0.1:37095_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 354006 INFO (qtp1527174661-4058) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@46d3201[testExecute_shard1_replica_n1] main]
[junit4] 2> 354006 INFO (qtp1990019763-4055) [n:127.0.0.1:37095_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@36a82edc[testExecute_shard1_replica_n2] main]
[junit4] 2> 354007 INFO (qtp1527174661-4058) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 354007 INFO (qtp1990019763-4055) [n:127.0.0.1:37095_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 354007 INFO (qtp1527174661-4058) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 354007 INFO (qtp1990019763-4055) [n:127.0.0.1:37095_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 354007 INFO (qtp1527174661-4058) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 354007 INFO (qtp1990019763-4055) [n:127.0.0.1:37095_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 354008 INFO (searcherExecutor-1743-thread-1-processing-n:127.0.0.1:36115_solr x:testExecute_shard1_replica_n1 s:shard1 c:testExecute r:core_node3) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SolrCore [testExecute_shard1_replica_n1] Registered new searcher Searcher@46d3201[testExecute_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 354008 INFO (searcherExecutor-1744-thread-1-processing-n:127.0.0.1:37095_solr x:testExecute_shard1_replica_n2 s:shard1 c:testExecute r:core_node4) [n:127.0.0.1:37095_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SolrCore [testExecute_shard1_replica_n2] Registered new searcher Searcher@36a82edc[testExecute_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 354008 INFO (qtp1527174661-4058) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581939878745079808
[junit4] 2> 354008 INFO (qtp1990019763-4055) [n:127.0.0.1:37095_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581939878745079808
[junit4] 2> 354012 INFO (qtp1990019763-4055) [n:127.0.0.1:37095_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 354012 INFO (qtp1990019763-4055) [n:127.0.0.1:37095_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 354012 INFO (qtp1990019763-4055) [n:127.0.0.1:37095_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37095/solr/testExecute_shard1_replica_n2/
[junit4] 2> 354012 INFO (qtp1990019763-4055) [n:127.0.0.1:37095_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testExecute_shard1_replica_n2 url=https://127.0.0.1:37095/solr START replicas=[https://127.0.0.1:36115/solr/testExecute_shard1_replica_n1/] nUpdates=100
[junit4] 2> 354014 INFO (qtp1527174661-4130) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.S.Request [testExecute_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 354113 INFO (zkCallback-611-thread-2-processing-n:127.0.0.1:37095_solr) [n:127.0.0.1:37095_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 354113 INFO (zkCallback-610-thread-1-processing-n:127.0.0.1:36115_solr) [n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 354113 INFO (zkCallback-610-thread-2-processing-n:127.0.0.1:36115_solr) [n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 354113 INFO (zkCallback-611-thread-3-processing-n:127.0.0.1:37095_solr) [n:127.0.0.1:37095_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 354312 INFO (qtp1990019763-4055) [n:127.0.0.1:37095_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testExecute_shard1_replica_n2 url=https://127.0.0.1:37095/solr DONE. We have no versions. sync failed.
[junit4] 2> 354312 INFO (qtp1990019763-4055) [n:127.0.0.1:37095_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 354312 INFO (qtp1990019763-4055) [n:127.0.0.1:37095_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 354312 INFO (qtp1990019763-4055) [n:127.0.0.1:37095_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 354316 INFO (qtp1990019763-4055) [n:127.0.0.1:37095_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37095/solr/testExecute_shard1_replica_n2/ shard1
[junit4] 2> 354417 INFO (zkCallback-611-thread-3-processing-n:127.0.0.1:37095_solr) [n:127.0.0.1:37095_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 354417 INFO (zkCallback-610-thread-1-processing-n:127.0.0.1:36115_solr) [n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 354417 INFO (zkCallback-611-thread-2-processing-n:127.0.0.1:37095_solr) [n:127.0.0.1:37095_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 354417 INFO (zkCallback-610-thread-2-processing-n:127.0.0.1:36115_solr) [n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 354466 INFO (qtp1990019763-4055) [n:127.0.0.1:37095_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 354468 INFO (qtp1990019763-4055) [n:127.0.0.1:37095_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n2&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1524
[junit4] 2> 354569 INFO (zkCallback-611-thread-2-processing-n:127.0.0.1:37095_solr) [n:127.0.0.1:37095_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 354569 INFO (zkCallback-610-thread-1-processing-n:127.0.0.1:36115_solr) [n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 354569 INFO (zkCallback-610-thread-2-processing-n:127.0.0.1:36115_solr) [n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 354569 INFO (zkCallback-611-thread-3-processing-n:127.0.0.1:37095_solr) [n:127.0.0.1:37095_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 355014 INFO (qtp1527174661-4058) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n1&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2085
[junit4] 2> 355017 INFO (qtp1527174661-4056) [n:127.0.0.1:36115_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 355115 INFO (zkCallback-611-thread-3-processing-n:127.0.0.1:37095_solr) [n:127.0.0.1:37095_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 355115 INFO (zkCallback-610-thread-1-processing-n:127.0.0.1:36115_solr) [n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 355115 INFO (zkCallback-611-thread-2-processing-n:127.0.0.1:37095_solr) [n:127.0.0.1:37095_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 355115 INFO (zkCallback-610-thread-2-processing-n:127.0.0.1:36115_solr) [n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 356017 INFO (qtp1527174661-4056) [n:127.0.0.1:36115_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=testExecute&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3399
[junit4] 2> 356023 DEBUG (TEST-ExecutePlanActionTest.testExecute-seed#[89C4D467BC08B087]) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c",
[junit4] 2> "source":"mock_trigger_name",
[junit4] 2> "eventTime":1508655434471000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1508655434471000000],
[junit4] 2> "nodeNames":["127.0.0.1:37095_solr"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@44adc055, org.apache.solr.cloud.autoscaling.ExecutePlanActionTest$1@3d5bb22]}
[junit4] 2> 356023 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[89C4D467BC08B087]) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testExecute&targetNode=127.0.0.1:36115_solr&replica=core_node4
[junit4] 2> 356024 DEBUG (TEST-ExecutePlanActionTest.testExecute-seed#[89C4D467BC08B087]) [ ] o.a.s.c.a.ExecutePlanAction Saved requestId: mock_trigger_name/14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c/0 in znode: /autoscaling/triggerState/mock_trigger_name/execute_plan/op-0000000000
[junit4] 2> 356027 INFO (qtp1527174661-4130) [n:127.0.0.1:36115_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :movereplica with params async=mock_trigger_name/14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c/0&replica=core_node4&action=MOVEREPLICA&collection=testExecute&targetNode=127.0.0.1:36115_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 356028 INFO (qtp1527174661-4130) [n:127.0.0.1:36115_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=mock_trigger_name/14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c/0&replica=core_node4&action=MOVEREPLICA&collection=testExecute&targetNode=127.0.0.1:36115_solr&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 356029 INFO (qtp1527174661-4058) [n:127.0.0.1:36115_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=mock_trigger_name/14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c/0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 356030 INFO (qtp1527174661-4058) [n:127.0.0.1:36115_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c/0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 356030 INFO (OverseerThreadFactory-1738-thread-2-processing-n:127.0.0.1:37095_solr) [n:127.0.0.1:37095_solr ] o.a.s.c.MoveReplicaCmd Replica will be moved core_node4:{"core":"testExecute_shard1_replica_n2","base_url":"https://127.0.0.1:37095/solr","node_name":"127.0.0.1:37095_solr","state":"active","type":"NRT","leader":"true"}
[junit4] 2> 356030 INFO (OverseerCollectionConfigSetProcessor-98871242310811654-127.0.0.1:37095_solr-n_0000000000) [n:127.0.0.1:37095_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 356033 INFO (OverseerThreadFactory-1738-thread-2-processing-n:127.0.0.1:37095_solr) [n:127.0.0.1:37095_solr ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:36115_solr for creating new replica
[junit4] 2> 356035 INFO (OverseerStateUpdate-98871242310811654-127.0.0.1:37095_solr-n_0000000000) [n:127.0.0.1:37095_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"testExecute",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testExecute_shard1_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36115/solr",
[junit4] 2> "node_name":"127.0.0.1:36115_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 356137 INFO (zkCallback-611-thread-2-processing-n:127.0.0.1:37095_solr) [n:127.0.0.1:37095_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 356137 INFO (zkCallback-611-thread-3-processing-n:127.0.0.1:37095_solr) [n:127.0.0.1:37095_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 356137 INFO (zkCallback-610-thread-1-processing-n:127.0.0.1:36115_solr) [n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 356137 INFO (zkCallback-610-thread-2-processing-n:127.0.0.1:36115_solr) [n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 356236 INFO (qtp1527174661-4068) [n:127.0.0.1:36115_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=mock_trigger_name/14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c/04574284003297796&qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=testExecute_shard1_replica_n5&action=CREATE&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=0
[junit4] 2> 356236 INFO (parallelCoreAdminExecutor-1739-thread-1-processing-n:127.0.0.1:36115_solr mock_trigger_name//14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c//04574284003297796 CREATE) [n:127.0.0.1:36115_solr ] o.a.s.h.a.CoreAdminOperation core create command async=mock_trigger_name/14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c/04574284003297796&qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=testExecute_shard1_replica_n5&action=CREATE&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 356237 INFO (qtp1527174661-4062) [n:127.0.0.1:36115_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : mock_trigger_name/14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c/04574284003297796
[junit4] 2> 356237 INFO (qtp1527174661-4062) [n:127.0.0.1:36115_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=mock_trigger_name/14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c/04574284003297796&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 356248 INFO (parallelCoreAdminExecutor-1739-thread-1-processing-n:127.0.0.1:36115_solr mock_trigger_name//14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c//04574284003297796 CREATE) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 356255 INFO (parallelCoreAdminExecutor-1739-thread-1-processing-n:127.0.0.1:36115_solr mock_trigger_name//14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c//04574284003297796 CREATE) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.s.IndexSchema [testExecute_shard1_replica_n5] Schema name=minimal
[junit4] 2> 356258 INFO (parallelCoreAdminExecutor-1739-thread-1-processing-n:127.0.0.1:36115_solr mock_trigger_name//14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c//04574284003297796 CREATE) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 356258 INFO (parallelCoreAdminExecutor-1739-thread-1-processing-n:127.0.0.1:36115_solr mock_trigger_name//14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c//04574284003297796 CREATE) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'testExecute_shard1_replica_n5' using configuration from collection testExecute, trusted=true
[junit4] 2> 356258 INFO (parallelCoreAdminExecutor-1739-thread-1-processing-n:127.0.0.1:36115_solr mock_trigger_name//14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c//04574284003297796 CREATE) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36115.solr.core.testExecute.shard1.replica_n5' (registry 'solr.core.testExecute.shard1.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63be10dd
[junit4] 2> 356258 INFO (parallelCoreAdminExecutor-1739-thread-1-processing-n:127.0.0.1:36115_solr mock_trigger_name//14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c//04574284003297796 CREATE) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 356259 INFO (parallelCoreAdminExecutor-1739-thread-1-processing-n:127.0.0.1:36115_solr mock_trigger_name//14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c//04574284003297796 CREATE) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.SolrCore [[testExecute_shard1_replica_n5] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ExecutePlanActionTest_89C4D467BC08B087-001/tempDir-001/node1/testExecute_shard1_replica_n5], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ExecutePlanActionTest_89C4D467BC08B087-001/tempDir-001/node1/./testExecute_shard1_replica_n5/data/]
[junit4] 2> 356291 INFO (parallelCoreAdminExecutor-1739-thread-1-processing-n:127.0.0.1:36115_solr mock_trigger_name//14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c//04574284003297796 CREATE) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 356291 INFO (parallelCoreAdminExecutor-1739-thread-1-processing-n:127.0.0.1:36115_solr mock_trigger_name//14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c//04574284003297796 CREATE) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 356292 INFO (parallelCoreAdminExecutor-1739-thread-1-processing-n:127.0.0.1:36115_solr mock_trigger_name//14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c//04574284003297796 CREATE) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 356292 INFO (parallelCoreAdminExecutor-1739-thread-1-processing-n:127.0.0.1:36115_solr mock_trigger_name//14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c//04574284003297796 CREATE) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 356292 INFO (parallelCoreAdminExecutor-1739-thread-1-processing-n:127.0.0.1:36115_solr mock_trigger_name//14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c//04574284003297796 CREATE) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.s.SolrIndexSearcher Opening [Searcher@595d5a26[testExecute_shard1_replica_n5] main]
[junit4] 2> 356293 INFO (parallelCoreAdminExecutor-1739-thread-1-processing-n:127.0.0.1:36115_solr mock_trigger_name//14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c//04574284003297796 CREATE) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 356293 INFO (parallelCoreAdminExecutor-1739-thread-1-processing-n:127.0.0.1:36115_solr mock_trigger_name//14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c//04574284003297796 CREATE) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 356294 INFO (parallelCoreAdminExecutor-1739-thread-1-processing-n:127.0.0.1:36115_solr mock_trigger_name//14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c//04574284003297796 CREATE) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 356294 INFO (parallelCoreAdminExecutor-1739-thread-1-processing-n:127.0.0.1:36115_solr mock_trigger_name//14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c//04574284003297796 CREATE) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581939881142124544
[junit4] 2> 356294 INFO (searcherExecutor-1753-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c//04574284003297796 CREATE n:127.0.0.1:36115_solr s:shard1 c:testExecute) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.SolrCore [testExecute_shard1_replica_n5] Registered new searcher Searcher@595d5a26[testExecute_shard1_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 356296 INFO (parallelCoreAdminExecutor-1739-thread-1-processing-n:127.0.0.1:36115_solr mock_trigger_name//14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c//04574284003297796 CREATE) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.ZkController Core needs to recover:testExecute_shard1_replica_n5
[junit4] 2> 356296 INFO (updateExecutor-604-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c//04574284003297796 CREATE n:127.0.0.1:36115_solr s:shard1 c:testExecute) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 356297 INFO (recoveryExecutor-607-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c//04574284003297796 CREATE n:127.0.0.1:36115_solr s:shard1 c:testExecute) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 356297 INFO (recoveryExecutor-607-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c//04574284003297796 CREATE n:127.0.0.1:36115_solr s:shard1 c:testExecute) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 356297 INFO (recoveryExecutor-607-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c//04574284003297796 CREATE n:127.0.0.1:36115_solr s:shard1 c:testExecute) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[testExecute_shard1_replica_n5]
[junit4] 2> 356297 INFO (recoveryExecutor-607-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c//04574284003297796 CREATE n:127.0.0.1:36115_solr s:shard1 c:testExecute) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 356297 INFO (recoveryExecutor-607-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c//04574284003297796 CREATE n:127.0.0.1:36115_solr s:shard1 c:testExecute) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Publishing state of core [testExecute_shard1_replica_n5] as recovering, leader is [https://127.0.0.1:37095/solr/testExecute_shard1_replica_n2/] and I am [https://127.0.0.1:36115/solr/testExecute_shard1_replica_n5/]
[junit4] 2> 356299 INFO (recoveryExecutor-607-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c//04574284003297796 CREATE n:127.0.0.1:36115_solr s:shard1 c:testExecute) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Sending prep recovery command to [https://127.0.0.1:37095/solr]; [WaitForState: action=PREPRECOVERY&core=testExecute_shard1_replica_n2&nodeName=127.0.0.1:36115_solr&coreNodeName=core_node6&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 356300 INFO (qtp1990019763-4055) [n:127.0.0.1:37095_solr ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node6, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 356300 INFO (qtp1990019763-4055) [n:127.0.0.1:37095_solr ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=testExecute, shard=shard1, thisCore=testExecute_shard1_replica_n2, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:36115_solr, coreNodeName=core_node6, onlyIfActiveCheckResult=false, nodeProps: core_node6:{"core":"testExecute_shard1_replica_n5","base_url":"https://127.0.0.1:36115/solr","state":"down","node_name":"127.0.0.1:36115_solr","type":"NRT"}
[junit4] 2> 356399 INFO (zkCallback-611-thread-3-processing-n:127.0.0.1:37095_solr) [n:127.0.0.1:37095_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 356399 INFO (zkCallback-611-thread-2-processing-n:127.0.0.1:37095_solr) [n:127.0.0.1:37095_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 356399 INFO (zkCallback-610-thread-1-processing-n:127.0.0.1:36115_solr) [n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 356399 INFO (zkCallback-610-thread-2-processing-n:127.0.0.1:36115_solr) [n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 357238 INFO (qtp1527174661-4060) [n:127.0.0.1:36115_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : mock_trigger_name/14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c/04574284003297796
[junit4] 2> 357238 INFO (qtp1527174661-4060) [n:127.0.0.1:36115_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=mock_trigger_name/14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c/04574284003297796&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 357241 INFO (qtp1990019763-4065) [n:127.0.0.1:37095_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testExecute_shard1_replica_n2&async=mock_trigger_name/14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c/04574285007029681&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2&deleteIndex=true} status=0 QTime=0
[junit4] 2> 357241 INFO (parallelCoreAdminExecutor-1740-thread-1-processing-n:127.0.0.1:37095_solr mock_trigger_name//14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c//04574285007029681 UNLOAD) [n:127.0.0.1:37095_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testExecute.shard1.replica_n2, tag=null
[junit4] 2> 357241 INFO (parallelCoreAdminExecutor-1740-thread-1-processing-n:127.0.0.1:37095_solr mock_trigger_name//14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c//04574285007029681 UNLOAD) [n:127.0.0.1:37095_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@496948e0: rootName = solr_37095, domain = solr.core.testExecute.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.testExecute.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@5c49b9be
[junit4] 2> 357242 INFO (qtp1990019763-4067) [n:127.0.0.1:37095_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : mock_trigger_name/14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c/04574285007029681
[junit4] 2> 357243 INFO (qtp1990019763-4067) [n:127.0.0.1:37095_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=mock_trigger_name/14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c/04574285007029681&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 357254 INFO (parallelCoreAdminExecutor-1740-thread-1-processing-n:127.0.0.1:37095_solr mock_trigger_name//14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c//04574285007029681 UNLOAD) [n:127.0.0.1:37095_solr ] o.a.s.c.SolrCore [testExecute_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@1879a1ce
[junit4] 2> 357254 INFO (parallelCoreAdminExecutor-1740-thread-1-processing-n:127.0.0.1:37095_solr mock_trigger_name//14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c//04574285007029681 UNLOAD) [n:127.0.0.1:37095_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testExecute.shard1.replica_n2, tag=410624462
[junit4] 2> 357254 INFO (parallelCoreAdminExecutor-1740-thread-1-processing-n:127.0.0.1:37095_solr mock_trigger_name//14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c//04574285007029681 UNLOAD) [n:127.0.0.1:37095_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testExecute.shard1.leader, tag=410624462
[junit4] 2> 357259 INFO (zkCallback-610-thread-2-processing-n:127.0.0.1:36115_solr) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 357360 INFO (zkCallback-610-thread-1-processing-n:127.0.0.1:36115_solr) [n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 357360 INFO (zkCallback-610-thread-3-processing-n:127.0.0.1:36115_solr) [n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 358244 INFO (qtp1990019763-4069) [n:127.0.0.1:37095_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : mock_trigger_name/14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c/04574285007029681
[junit4] 2> 358244 INFO (qtp1990019763-4069) [n:127.0.0.1:37095_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=mock_trigger_name/14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c/04574285007029681&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 358347 INFO (OverseerThreadFactory-1738-thread-2-processing-n:127.0.0.1:37095_solr) [n:127.0.0.1:37095_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 359759 INFO (zkCallback-610-thread-2-processing-n:127.0.0.1:36115_solr) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:36115/solr/testExecute_shard1_replica_n1/
[junit4] 2> 359760 INFO (zkCallback-610-thread-2-processing-n:127.0.0.1:36115_solr) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testExecute_shard1_replica_n1 url=https://127.0.0.1:36115/solr START replicas=[https://127.0.0.1:36115/solr/testExecute_shard1_replica_n5/] nUpdates=100
[junit4] 2> 359763 INFO (qtp1527174661-4062) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.S.Request [testExecute_shard1_replica_n5] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 360032 INFO (OverseerCollectionConfigSetProcessor-98871242310811654-127.0.0.1:37095_solr-n_0000000000) [n:127.0.0.1:37095_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 360060 INFO (zkCallback-610-thread-2-processing-n:127.0.0.1:36115_solr) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testExecute_shard1_replica_n1 url=https://127.0.0.1:36115/solr DONE. We have no versions. sync failed.
[junit4] 2> 360060 INFO (zkCallback-610-thread-2-processing-n:127.0.0.1:36115_solr) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 360060 INFO (zkCallback-610-thread-2-processing-n:127.0.0.1:36115_solr) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 360062 INFO (zkCallback-610-thread-2-processing-n:127.0.0.1:36115_solr) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:36115/solr/testExecute_shard1_replica_n1/ shard1
[junit4] 2> 360062 INFO (zkCallback-610-thread-3-processing-n:127.0.0.1:36115_solr) [n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 360062 INFO (zkCallback-610-thread-2-processing-n:127.0.0.1:36115_solr) [n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 361032 INFO (qtp1527174661-4056) [n:127.0.0.1:36115_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=mock_trigger_name/14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c/0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 361033 INFO (qtp1527174661-4056) [n:127.0.0.1:36115_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c/0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 361034 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[89C4D467BC08B087]) [ ] o.a.s.c.a.ExecutePlanAction Task with requestId=mock_trigger_name/14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c/0 finished with state=COMPLETED in 5s
[junit4] 2> 361034 INFO (qtp1527174661-4130) [n:127.0.0.1:36115_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=mock_trigger_name/14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c/0&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 361035 INFO (qtp1527174661-4130) [n:127.0.0.1:36115_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c/0&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 361035 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[89C4D467BC08B087]) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=OVERSEERSTATUS
[junit4] 2> 361037 DEBUG (TEST-ExecutePlanActionTest.testExecute-seed#[89C4D467BC08B087]) [ ] o.a.s.c.a.ExecutePlanAction Saved requestId: mock_trigger_name/14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c/0 in znode: /autoscaling/triggerState/mock_trigger_name/execute_plan/op-0000000001
[junit4] 2> 361037 INFO (qtp1527174661-4058) [n:127.0.0.1:36115_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params async=mock_trigger_name/14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c/0&action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 361039 INFO (qtp1527174661-4058) [n:127.0.0.1:36115_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=mock_trigger_name/14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c/0&action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 361039 INFO (qtp1527174661-4068) [n:127.0.0.1:36115_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=mock_trigger_name/14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c/0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 361040 INFO (qtp1527174661-4068) [n:127.0.0.1:36115_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c/0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 361044 INFO (OverseerThreadFactory-1738-thread-3-processing-n:127.0.0.1:37095_solr) [n:127.0.0.1:37095_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000003 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 363042 INFO (OverseerCollectionConfigSetProcessor-98871242310811654-127.0.0.1:37095_solr-n_0000000000) [n:127.0.0.1:37095_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000003 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 366042 INFO (qtp1527174661-4062) [n:127.0.0.1:36115_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=mock_trigger_name/14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c/0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 366043 INFO (qtp1527174661-4062) [n:127.0.0.1:36115_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c/0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 366043 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[89C4D467BC08B087]) [ ] o.a.s.c.a.ExecutePlanAction Task with requestId=mock_trigger_name/14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c/0 finished with state=COMPLETED in 5s
[junit4] 2> 366043 INFO (qtp1527174661-4056) [n:127.0.0.1:36115_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=mock_trigger_name/14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c/0&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 366043 INFO (qtp1527174661-4056) [n:127.0.0.1:36115_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c/0&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 386306 ERROR (qtp1990019763-4055) [n:127.0.0.1:37095_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: core not found:testExecute_shard1_replica_n2
[junit4] 2> at org.apache.solr.handler.admin.PrepRecoveryOp.execute(PrepRecoveryOp.java:75)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 386306 INFO (qtp1990019763-4055) [n:127.0.0.1:37095_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:36115_solr&onlyIfLeaderActive=true&core=testExecute_shard1_replica_n2&coreNodeName=core_node6&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=400 QTime=30006
[junit4] 2> 386307 ERROR (recoveryExecutor-607-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c//04574284003297796 CREATE n:127.0.0.1:36115_solr s:shard1 c:testExecute) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Error while trying to recover. core=testExecute_shard1_replica_n5:java.util.concurrent.ExecutionException: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:37095/solr: core not found:testExecute_shard1_replica_n2
[junit4] 2> at java.util.concurrent.FutureTask.report(FutureTask.java:122)
[junit4] 2> at java.util.concurrent.FutureTask.get(FutureTask.java:192)
[junit4] 2> at org.apache.solr.cloud.RecoveryStrategy.sendPrepRecoveryCmd(RecoveryStrategy.java:825)
[junit4] 2> at org.apache.solr.cloud.RecoveryStrategy.doSyncOrReplicateRecovery(RecoveryStrategy.java:562)
[junit4] 2> at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:302)
[junit4] 2> at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:286)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:37095/solr: core not found:testExecute_shard1_replica_n2
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.lambda$httpUriRequest$0(HttpSolrClient.java:297)
[junit4] 2> ... 5 more
[junit4] 2>
[junit4] 2> 386308 INFO (recoveryExecutor-607-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c//04574284003297796 CREATE n:127.0.0.1:36115_solr s:shard1 c:testExecute) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Replay not started, or was not successful... still buffering updates.
[junit4] 2> 386308 ERROR (recoveryExecutor-607-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c//04574284003297796 CREATE n:127.0.0.1:36115_solr s:shard1 c:testExecute) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Recovery failed - trying again... (0)
[junit4] 2> 386308 INFO (recoveryExecutor-607-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c//04574284003297796 CREATE n:127.0.0.1:36115_solr s:shard1 c:testExecute) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Wait [2.0] seconds before trying to recover again (attempt=1)
[junit4] 2> 396309 INFO (recoveryExecutor-607-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c//04574284003297796 CREATE n:127.0.0.1:36115_solr s:shard1 c:testExecute) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[testExecute_shard1_replica_n5]
[junit4] 2> 396309 INFO (recoveryExecutor-607-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c//04574284003297796 CREATE n:127.0.0.1:36115_solr s:shard1 c:testExecute) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.UpdateLog Restarting buffering. previous=RecoveryInfo{adds=0 deletes=0 deleteByQuery=0 errors=0 positionOfStart=0}
[junit4] 2> 396309 INFO (recoveryExecutor-607-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c//04574284003297796 CREATE n:127.0.0.1:36115_solr s:shard1 c:testExecute) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=BUFFERING, tlog=null}
[junit4] 2> 396309 INFO (recoveryExecutor-607-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c//04574284003297796 CREATE n:127.0.0.1:36115_solr s:shard1 c:testExecute) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Publishing state of core [testExecute_shard1_replica_n5] as recovering, leader is [https://127.0.0.1:36115/solr/testExecute_shard1_replica_n1/] and I am [https://127.0.0.1:36115/solr/testExecute_shard1_replica_n5/]
[junit4] 2> 396310 INFO (zkCallback-610-thread-3-processing-n:127.0.0.1:36115_solr) [n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 396310 INFO (zkCallback-618-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 396310 INFO (zkCallback-610-thread-2-processing-n:127.0.0.1:36115_solr) [n:127.0.0.1:36115_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 396312 INFO (recoveryExecutor-607-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c//04574284003297796 CREATE n:127.0.0.1:36115_solr s:shard1 c:testExecute) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Sending prep recovery command to [https://127.0.0.1:36115/solr]; [WaitForState: action=PREPRECOVERY&core=testExecute_shard1_replica_n1&nodeName=127.0.0.1:36115_solr&coreNodeName=core_node6&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 396314 INFO (qtp1527174661-4068) [n:127.0.0.1:36115_solr ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node6, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 396314 INFO (qtp1527174661-4068) [n:127.0.0.1:36115_solr ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=testExecute, shard=shard1, thisCore=testExecute_shard1_replica_n1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:36115_solr, coreNodeName=core_node6, onlyIfActiveCheckResult=false, nodeProps: core_node6:{"core":"testExecute_shard1_replica_n5","base_url":"https://127.0.0.1:36115/solr","node_name":"127.0.0.1:36115_solr","state":"recovering","type":"NRT"}
[junit4] 2> 396314 INFO (qtp1527174661-4068) [n:127.0.0.1:36115_solr ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node6, state: recovering, checkLive: true, onlyIfLeader: true for: 0 seconds.
[junit4] 2> 396314 INFO (qtp1527174661-4068) [n:127.0.0.1:36115_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:36115_solr&onlyIfLeaderActive=true&core=testExecute_shard1_replica_n1&coreNodeName=core_node6&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 396815 INFO (recoveryExecutor-607-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c//04574284003297796 CREATE n:127.0.0.1:36115_solr s:shard1 c:testExecute) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [https://127.0.0.1:36115/solr/testExecute_shard1_replica_n1/] - recoveringAfterStartup=[true]
[junit4] 2> 396815 INFO (recoveryExecutor-607-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c//04574284003297796 CREATE n:127.0.0.1:36115_solr s:shard1 c:testExecute) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.PeerSync PeerSync: core=testExecute_shard1_replica_n5 url=https://127.0.0.1:36115/solr START replicas=[https://127.0.0.1:36115/solr/testExecute_shard1_replica_n1/] nUpdates=100
[junit4] 2> 396819 INFO (qtp1527174661-4056) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 396819 INFO (qtp1527174661-4056) [n:127.0.0.1:36115_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.S.Request [testExecute_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 396819 INFO (recoveryExecutor-607-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14efd21fdc1b47c0T6nzvoxviun2nj37i7i2t4746c//04574284003297796 CREATE n:127.0
[...truncated too long message...]
] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$2(ScheduledTriggers.java:221)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
[junit4] 2> at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:460)
[junit4] 2> at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
[junit4] 2> at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
[junit4] 2> at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
[junit4] 2> at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
[junit4] 2> at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
[junit4] 2> at org.apache.solr.client.solrj.impl.SolrClientCloudManager.request(SolrClientCloudManager.java:99)
[junit4] 2> ... 9 more
[junit4] 2> 1009053 ERROR (AutoscalingActionExecutor-1737-thread-1-processing-n:127.0.0.1:37095_solr) [n:127.0.0.1:37095_solr ] o.a.s.c.a.ExecutePlanAction Unexpected Exception while querying status of requestId=node_lost_trigger/14efd22a5318d040T6nzvoxviun2nj37i7i2t4746g/0
[junit4] 2> java.io.IOException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
[junit4] 2> at org.apache.solr.client.solrj.impl.SolrClientCloudManager.request(SolrClientCloudManager.java:101)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ExecutePlanAction.waitForTaskToFinish(ExecutePlanAction.java:130)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.waitForPendingTasks(ScheduledTriggers.java:289)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$2(ScheduledTriggers.java:221)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
[junit4] 2> at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:460)
[junit4] 2> at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
[junit4] 2> at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
[junit4] 2> at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
[junit4] 2> at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
[junit4] 2> at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
[junit4] 2> at org.apache.solr.client.solrj.impl.SolrClientCloudManager.request(SolrClientCloudManager.java:99)
[junit4] 2> ... 9 more
[junit4] 2> 1013190 WARN (OverseerThreadFactory-1738-thread-5-processing-n:127.0.0.1:37095_solr) [n:127.0.0.1:37095_solr ] o.a.s.c.MoveReplicaCmd Timed out waiting for leader's replica to recover, collection=testExecute shard=shard1 on node=127.0.0.1:37095_solr
[junit4] 2> 1013195 INFO (OverseerThreadFactory-1738-thread-5-processing-n:127.0.0.1:37095_solr) [n:127.0.0.1:37095_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1013196 WARN (OverseerAutoScalingTriggerThread-98871242310811654-127.0.0.1:37095_solr-n_0000000000) [n:127.0.0.1:37095_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1013196 DEBUG (jetty-closer-600-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1013197 ERROR (AutoscalingActionExecutor-1737-thread-1-processing-n:127.0.0.1:37095_solr) [n:127.0.0.1:37095_solr ] o.a.s.c.a.ScheduledTriggers Unexpected exception while waiting for pending task with requestid: node_lost_trigger/14efd22a5318d040T6nzvoxviun2nj37i7i2t4746g/0 to finish
[junit4] 2> java.lang.InterruptedException: sleep interrupted
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at java.lang.Thread.sleep(Thread.java:340)
[junit4] 2> at java.util.concurrent.TimeUnit.sleep(TimeUnit.java:386)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ExecutePlanAction.waitForTaskToFinish(ExecutePlanAction.java:155)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.waitForPendingTasks(ScheduledTriggers.java:289)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$2(ScheduledTriggers.java:221)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1013197 INFO (jetty-closer-600-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@58b085a0{/solr,null,UNAVAILABLE}
[junit4] 2> 1013198 ERROR (SUITE-ExecutePlanActionTest-seed#[89C4D467BC08B087]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1013198 INFO (SUITE-ExecutePlanActionTest-seed#[89C4D467BC08B087]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33237 33237
[junit4] 2> 1018211 INFO (Thread-1002) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33237 33237
[junit4] 2> 1018212 WARN (Thread-1002) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 3 /solr/configs/conf
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/collections/testExecute/state.json
[junit4] 2> 18 /solr/collections/testIntegration/state.json
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/live_nodes
[junit4] 2> 4 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ExecutePlanActionTest_89C4D467BC08B087-001
[junit4] 2> NOTE: test params are: codec=HighCompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=28145, maxDocsPerChunk=9, blockSize=231), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=28145, blockSize=231)), sim=RandomSimilarity(queryNorm=true): {}, locale=sq, timezone=America/Jujuy
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=330961360,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [SolrJmxReporterTest, TestMiniSolrCloudClusterSSL, TestCoreDiscovery, IndexSchemaTest, MoveReplicaHDFSTest, TestSerializedLuceneMatchVersion, TestXmlQParser, BasicAuthStandaloneTest, TestQueryWrapperFilter, DistanceFunctionTest, SystemInfoHandlerTest, PeerSyncWithIndexFingerprintCachingTest, JvmMetricsTest, AlternateDirectoryTest, BadComponentTest, TestTolerantUpdateProcessorRandomCloud, TestCloudSearcherWarming, CopyFieldTest, CoreAdminRequestStatusTest, TestLFUCache, TestHighFrequencyDictionaryFactory, BlockJoinFacetRandomTest, TestQueryTypes, HdfsChaosMonkeySafeLeaderTest, UniqFieldsUpdateProcessorFactoryTest, BigEndianAscendingWordDeserializerTest, HdfsBasicDistributedZk2Test, DistributedQueryComponentOptimizationTest, ReplicationFactorTest, TestEmbeddedSolrServerConstructors, AutoAddReplicasPlanActionTest, DistributedFacetPivotLargeTest, SuggesterWFSTTest, TestInitQParser, VMParamsZkACLAndCredentialsProvidersTest, TestDistribDocBasedVersion, BufferStoreTest, ClusterStateTest, DefaultValueUpdateProcessorTest, TestSchemaResource, SystemLogListenerTest, SimpleMLTQParserTest, HdfsSyncSliceTest, AsyncCallRequestStatusResponseTest, TestSolr4Spatial2, TestDefaultStatsCache, ExecutePlanActionTest]
[junit4] Completed [262/745 (1!)] on J2 in 665.92s, 2 tests, 1 failure <<< FAILURES!
[...truncated 48761 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build #
20725 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20725/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseParallelGC
2 tests failed.
FAILED: org.apache.solr.cloud.TestCollectionAPI.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:35381
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:35381
at __randomizedtesting.SeedInfo.seed([140A886390F90C6F:9C5EB7B93E056197]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
... 43 more
FAILED: org.apache.solr.handler.TestReqParamsAPI.test
Error Message:
Read timed out
Stack Trace:
java.net.SocketTimeoutException: Read timed out
at __randomizedtesting.SeedInfo.seed([140A886390F90C6F:9C5EB7B93E056197]:0)
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.solr.util.RestTestHarness.getResponse(RestTestHarness.java:215)
at org.apache.solr.util.RestTestHarness.post(RestTestHarness.java:155)
at org.apache.solr.core.TestSolrConfigHandler.runConfigCommand(TestSolrConfigHandler.java:183)
at org.apache.solr.handler.TestReqParamsAPI.testReqParams(TestReqParamsAPI.java:101)
at org.apache.solr.handler.TestReqParamsAPI.test(TestReqParamsAPI.java:73)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13408 lines...]
[junit4] Suite: org.apache.solr.cloud.TestCollectionAPI
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionAPI_140A886390F90C6F-001/init-core-data-001
[junit4] 2> 2656948 INFO (SUITE-TestCollectionAPI-seed#[140A886390F90C6F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2656949 INFO (SUITE-TestCollectionAPI-seed#[140A886390F90C6F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2656949 INFO (SUITE-TestCollectionAPI-seed#[140A886390F90C6F]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2656949 INFO (SUITE-TestCollectionAPI-seed#[140A886390F90C6F]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 2656954 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2656954 INFO (Thread-5819) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2656954 INFO (Thread-5819) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2656959 ERROR (Thread-5819) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2657054 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.ZkTestServer start zk server on port:45065
[junit4] 2> 2657062 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f4f3a778f0000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2657081 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2657082 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 2657084 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2657085 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2657086 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2657087 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2657087 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2657088 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2657089 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2657090 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2657093 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2657094 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 2657178 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2657178 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@148cd40{/,null,AVAILABLE}
[junit4] 2> 2657180 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@72c762{HTTP/1.1,[http/1.1]}{127.0.0.1:35381}
[junit4] 2> 2657180 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.e.j.s.Server Started @2658187ms
[junit4] 2> 2657180 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionAPI_140A886390F90C6F-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=35381, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionAPI_140A886390F90C6F-001/control-001/cores}
[junit4] 2> 2657180 ERROR (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2657180 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2657180 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2657180 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2657180 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T16:32:32.879Z
[junit4] 2> 2657183 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2657183 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionAPI_140A886390F90C6F-001/control-001/solr.xml
[junit4] 2> 2657195 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2657195 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2657198 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@74ab71, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2657202 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45065/solr
[junit4] 2> 2657254 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [n:127.0.0.1:35381_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2657254 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [n:127.0.0.1:35381_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35381_
[junit4] 2> 2657255 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [n:127.0.0.1:35381_ ] o.a.s.c.Overseer Overseer (id=98884829357998084-127.0.0.1:35381_-n_0000000000) starting
[junit4] 2> 2657262 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [n:127.0.0.1:35381_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35381_
[junit4] 2> 2657263 INFO (zkCallback-2905-thread-1-processing-n:127.0.0.1:35381_) [n:127.0.0.1:35381_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2657417 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [n:127.0.0.1:35381_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74ab71
[junit4] 2> 2657431 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [n:127.0.0.1:35381_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74ab71
[junit4] 2> 2657431 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [n:127.0.0.1:35381_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74ab71
[junit4] 2> 2657433 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [n:127.0.0.1:35381_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionAPI_140A886390F90C6F-001/control-001/cores
[junit4] 2> 2657455 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2657456 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45065/solr ready
[junit4] 2> 2657457 INFO (qtp9251744-21640) [n:127.0.0.1:35381_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:35381_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2657459 INFO (OverseerThreadFactory-7091-thread-1-processing-n:127.0.0.1:35381_) [n:127.0.0.1:35381_ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 2657564 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2657564 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2657668 INFO (zkCallback-2905-thread-1-processing-n:127.0.0.1:35381_) [n:127.0.0.1:35381_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2658593 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2658624 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 2658712 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2658739 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 2658740 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74ab71
[junit4] 2> 2658740 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2658740 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionAPI_140A886390F90C6F-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionAPI_140A886390F90C6F-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 2658744 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=89.5244140625, floorSegmentMB=1.1923828125, forceMergeDeletesPctAllowed=3.759374607433469, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 2658755 WARN (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2658823 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2658824 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2658825 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2658825 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2658828 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=897538337, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 2658828 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1bfb9c1[control_collection_shard1_replica_n1] main]
[junit4] 2> 2658829 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2658830 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2658831 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2658831 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582157271694049280
[junit4] 2> 2658833 INFO (searcherExecutor-7094-thread-1-processing-n:127.0.0.1:35381_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@1bfb9c1[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2658835 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2658836 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2658836 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35381/control_collection_shard1_replica_n1/
[junit4] 2> 2658836 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2658836 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:35381/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 2658836 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2658838 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35381/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 2717516 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 35381
[junit4] 2> 2717516 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=19810316
[junit4] 2> 2717516 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2717516 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1f33c05: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@13dc39c
[junit4] 2> 2717525 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2717525 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@18068ff: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@163650d
[junit4] 2> 2717534 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2717534 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1aec608: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@7ade6f
[junit4] 2> 2717535 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:35381_
[junit4] 2> 2717535 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2717536 INFO (zkCallback-2905-thread-2-processing-n:127.0.0.1:35381_) [n:127.0.0.1:35381_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 2717537 INFO (coreCloseExecutor-7099-thread-1) [n:127.0.0.1:35381_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@1802ebb
[junit4] 2> 2717537 INFO (coreCloseExecutor-7099-thread-1) [n:127.0.0.1:35381_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=25177787
[junit4] 2> 2717537 INFO (coreCloseExecutor-7099-thread-1) [n:127.0.0.1:35381_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@bfd91b: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@cbbc43
[junit4] 2> 2717549 INFO (coreCloseExecutor-7099-thread-1) [n:127.0.0.1:35381_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=25177787
[junit4] 2> 2728282 INFO (ScheduledTrigger-7089-thread-1) [n:127.0.0.1:35381_ ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 2728284 INFO (AutoscalingActionExecutor-7090-thread-1-processing-n:127.0.0.1:35381_) [n:127.0.0.1:35381_ ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
[junit4] 2> "id":"14f08ebc29f47a80Ta6vke4etj1phum57a2g08geyl",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":1508862813978000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1508862813978000000],
[junit4] 2> "_enqueue_time_":1508862823980000000,
[junit4] 2> "nodeNames":["127.0.0.1:35381_"]}}
[junit4] 2> 2837461 ERROR (qtp9251744-21640) [n:127.0.0.1:35381_ ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 2837461 INFO (qtp9251744-21640) [n:127.0.0.1:35381_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:35381_&wt=javabin&version=2} status=500 QTime=180004
[junit4] 2> 2837462 ERROR (qtp9251744-21640) [n:127.0.0.1:35381_ ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 3257664 ERROR (OverseerThreadFactory-7091-thread-1-processing-n:127.0.0.1:35381_) [n:127.0.0.1:35381_ ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:35381
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:35381
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] 2> at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] 2> at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] 2> at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] 2> at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
[junit4] 2> ... 12 more
[junit4] 2> 3257666 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.Overseer Overseer (id=98884829357998084-127.0.0.1:35381_-n_0000000000) closing
[junit4] 2> 3257668 ERROR (OverseerThreadFactory-7091-thread-1-processing-n:127.0.0.1:35381_) [n:127.0.0.1:35381_ ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [control_collection].
[junit4] 2> 3257668 INFO (OverseerStateUpdate-98884829357998084-127.0.0.1:35381_-n_0000000000) [n:127.0.0.1:35381_ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:35381_
[junit4] 2> 3257669 INFO (OverseerThreadFactory-7091-thread-1-processing-n:127.0.0.1:35381_) [n:127.0.0.1:35381_ ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 3287703 INFO (zkCallback-2905-thread-5-processing-n:127.0.0.1:35381_) [n:127.0.0.1:35381_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [0])
[junit4] 2> 3287704 ERROR (OverseerThreadFactory-7091-thread-1-processing-n:127.0.0.1:35381_) [n:127.0.0.1:35381_ ] o.a.s.c.OverseerCollectionMessageHandler Collection: control_collection operation: create failed:org.apache.solr.common.SolrException: Could not fully remove collection: control_collection
[junit4] 2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:109)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:681)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:302)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:229)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 3287704 INFO (OverseerThreadFactory-7091-thread-1-processing-n:127.0.0.1:35381_) [n:127.0.0.1:35381_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3287705 WARN (OverseerAutoScalingTriggerThread-98884829357998084-127.0.0.1:35381_-n_0000000000) [n:127.0.0.1:35381_ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3287708 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@72c762{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 3287708 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@148cd40{/,null,UNAVAILABLE}
[junit4] 2> 3287745 ERROR (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController Error getting leader from zk
[junit4] 2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1050)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3287746 ERROR (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1050)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 41 more
[junit4] 2>
[junit4] 2> 3287747 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=630183
[junit4] 2> 3287747 ERROR (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3287748 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45065 45065
[junit4] 2> 3292772 INFO (Thread-5819) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45065 45065
[junit4] 2> 3292774 WARN (Thread-5819) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestCollectionAPI -Dtests.method=test -Dtests.seed=140A886390F90C6F -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sq -Dtests.timezone=America/Martinique -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 636s J1 | TestCollectionAPI.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:35381
[junit4] > at __randomizedtesting.SeedInfo.seed([140A886390F90C6F:9C5EB7B93E056197]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
[junit4] > ... 43 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionAPI_140A886390F90C6F-001
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=sq, timezone=America/Martinique
[junit4] 2> NOTE: Linux 4.10.0-33-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=124793224,total=494403584
[junit4] 2> NOTE: All tests run in this JVM: [TestLazyCores, HttpTriggerListenerTest, SearchRateTriggerTest, ComputePlanActionTest, TestFieldCacheVsDocValues, TestSchemaNameResource, TestLuceneMatchVersion, TestImplicitCoreProperties, TestRangeQuery, BitVectorTest, TestManagedSchemaThreadSafety, DocumentAnalysisRequestHandlerTest, TestJettySolrRunner, MoreLikeThisHandlerTest, OutputWriterTest, TestReloadDeadlock, TestExportWriter, SampleTest, ClusterStateUpdateTest, DeleteLastCustomShardedReplicaTest, TestExclusionRuleCollectionAccess, TestRestManager, OverseerRolesTest, MoveReplicaHDFSFailoverTest, TestLegacyNumericUtils, BinaryUpdateRequestHandlerTest, TestApiFramework, ChaosMonkeySafeLeaderTest, TestCorePropertiesReload, TestSurroundQueryParser, VersionInfoTest, TestOmitPositions, SearchHandlerTest, AutoAddReplicasIntegrationTest, SolrCLIZkUtilsTest, ShardSplitTest, TestLockTree, ZkCLITest, TolerantUpdateProcessorTest, TestSizeLimitedDistributedMap, TestFreeTextSuggestions, TestCloudJSONFacetJoinDomain, TestCoreAdminApis, TestLeaderElectionZkExpiry, AddReplicaTest, TestPrepRecovery, OpenExchangeRatesOrgProviderTest, TestSchemaVersionResource, TestInPlaceUpdatesDistrib, HdfsNNFailoverTest, TestSimpleTextCodec, CloudMLTQParserTest, SuggesterTSTTest, ClassificationUpdateProcessorTest, TestSolrConfigHandlerCloud, ZkStateWriterTest, TestHashQParserPlugin, TestMaxScoreQueryParser, TestMacroExpander, CdcrBootstrapTest, TestSolrCloudWithHadoopAuthPlugin, TestNumericTerms32, AssignTest, TestAtomicUpdateErrorCases, TestPseudoReturnFields, SolrCloudReportersTest, AtomicUpdatesTest, TestAnalyzedSuggestions, DeleteShardTest, AnalyticsMergeStrategyTest, DocValuesMultiTest, BlockJoinFacetDistribTest, TestDynamicFieldCollectionResource, CheckHdfsIndexTest, TestSolr4Spatial, CollectionTooManyReplicasTest, SchemaVersionSpecificBehaviorTest, TestNumericRangeQuery32, TestSolrQueryParser, TestStressRecovery, CreateCollectionCleanupTest, TestSolrCLIRunExample, HdfsLockFactoryTest, HdfsTlogReplayBufferedWhileIndexingTest, LeaderFailoverAfterPartitionTest, RegexBoostProcessorTest, TestWriterPerf, NotRequiredUniqueKeyTest, TestCursorMarkWithoutUniqueKey, DistributedQueryComponentCustomSortTest, TestHttpShardHandlerFactory, TestFastWriter, TestRawTransformer, TestTrieFacet, TestReplicaProperties, TestConfigSetImmutable, GraphQueryTest, RollingRestartTest, TestManagedStopFilterFactory, RequestHandlersTest, EnumFieldTest, TestHdfsBackupRestoreCore, SecurityConfHandlerTest, PrimUtilsTest, DistribDocExpirationUpdateProcessorTest, TestExactSharedStatsCache, TestCollationField, JavabinLoaderTest, ShardRoutingCustomTest, ConcurrentDeleteAndCreateCollectionTest, TestAnalyzeInfixSuggestions, DistributedVersionInfoTest, TestSmileRequest, ChaosMonkeySafeLeaderWithPullReplicasTest, TestNoOpRegenerator, TestRestoreCore, TestHalfAndHalfDocValues, PreAnalyzedFieldTest, CdcrRequestHandlerTest, TermVectorComponentDistributedTest, DistributedTermsComponentTest, TestGroupingSearch, QueryElevationComponentTest, BadIndexSchemaTest, ConvertedLegacyTest, BasicFunctionalityTest, DirectUpdateHandlerTest, TestBadConfig, HighlighterTest, SoftAutoCommitTest, HighlighterConfigTest, SOLR749Test, UpdateParamsTest, TestSolrIndexConfig, TestQuerySenderNoQuery, ResponseLogComponentTest, SolrIndexConfigTest, BadComponentTest, TestDocSet, TestBinaryField, TestSearchPerf, NumericFieldsTest, TestConfig, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, TestPhraseSuggestions, TestCharFilters, SynonymTokenizerTest, TestXIncludeConfig, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestBM25SimilarityFactory, TimeZoneUtilsTest, ScriptEngineTest, URLClassifyProcessorTest, TestFastLRUCache, TestSuggestSpellingConverter, SpellingQueryConverterTest, DOMUtilTest, TestLRUCache, ZkNodePropsTest, FileUtilsTest, TestRTGBase, DistributedIntervalFacetingTest, TestSimpleTrackingShardHandler, AliasIntegrationTest, CollectionReloadTest, DeleteReplicaTest, DistribJoinFromCollectionTest, HealthCheckHandlerTest, HttpPartitionTest, MoveReplicaTest, OverseerStatusTest, OverseerTaskQueueTest, PeerSyncReplicationTest, SSLMigrationTest, SaslZkACLProviderTest, SolrXmlInZkTest, TestCloudInspectUtil, TestCollectionAPI]
[junit4] Completed [572/745 (1!)] on J1 in 635.87s, 1 test, 1 error <<< FAILURES!
[...truncated 678 lines...]
[junit4] Suite: org.apache.solr.handler.TestReqParamsAPI
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI_140A886390F90C6F-001/init-core-data-001
[junit4] 2> 3367629 WARN (SUITE-TestReqParamsAPI-seed#[140A886390F90C6F]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=24 numCloses=24
[junit4] 2> 3367629 INFO (SUITE-TestReqParamsAPI-seed#[140A886390F90C6F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 3367630 INFO (SUITE-TestReqParamsAPI-seed#[140A886390F90C6F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 3367630 INFO (SUITE-TestReqParamsAPI-seed#[140A886390F90C6F]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 3367630 INFO (SUITE-TestReqParamsAPI-seed#[140A886390F90C6F]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI_140A886390F90C6F-001/tempDir-001
[junit4] 2> 3367631 INFO (SUITE-TestReqParamsAPI-seed#[140A886390F90C6F]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3367631 INFO (Thread-6087) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3367631 INFO (Thread-6087) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3367632 ERROR (Thread-6087) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3367731 INFO (SUITE-TestReqParamsAPI-seed#[140A886390F90C6F]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:38711
[junit4] 2> 3367741 INFO (jetty-launcher-4534-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 3367744 INFO (jetty-launcher-4534-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 3367747 INFO (jetty-launcher-4534-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@17a64fa{/solr,null,AVAILABLE}
[junit4] 2> 3367748 INFO (jetty-launcher-4534-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@14ba212{/solr,null,AVAILABLE}
[junit4] 2> 3367752 INFO (jetty-launcher-4534-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@eb45b4{HTTP/1.1,[http/1.1]}{127.0.0.1:42433}
[junit4] 2> 3367752 INFO (jetty-launcher-4534-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1f8f89a{HTTP/1.1,[http/1.1]}{127.0.0.1:34603}
[junit4] 2> 3367752 INFO (jetty-launcher-4534-thread-2) [ ] o.e.j.s.Server Started @3368714ms
[junit4] 2> 3367752 INFO (jetty-launcher-4534-thread-1) [ ] o.e.j.s.Server Started @3368715ms
[junit4] 2> 3367752 INFO (jetty-launcher-4534-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42433}
[junit4] 2> 3367752 INFO (jetty-launcher-4534-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34603}
[junit4] 2> 3367753 ERROR (jetty-launcher-4534-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3367753 ERROR (jetty-launcher-4534-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3367753 INFO (jetty-launcher-4534-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 3367753 INFO (jetty-launcher-4534-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 3367753 INFO (jetty-launcher-4534-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3367753 INFO (jetty-launcher-4534-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3367753 INFO (jetty-launcher-4534-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 3367753 INFO (jetty-launcher-4534-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 3367753 INFO (jetty-launcher-4534-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T16:44:23.402Z
[junit4] 2> 3367754 INFO (jetty-launcher-4534-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T16:44:23.402Z
[junit4] 2> 3367757 INFO (jetty-launcher-4534-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3367757 INFO (jetty-launcher-4534-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3367773 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f4f454f710001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3367777 INFO (jetty-launcher-4534-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38711/solr
[junit4] 2> 3367777 INFO (jetty-launcher-4534-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38711/solr
[junit4] 2> 3367780 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f4f454f710003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3367824 INFO (jetty-launcher-4534-thread-2) [n:127.0.0.1:42433_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3367824 INFO (jetty-launcher-4534-thread-2) [n:127.0.0.1:42433_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42433_solr
[junit4] 2> 3367825 INFO (jetty-launcher-4534-thread-2) [n:127.0.0.1:42433_solr ] o.a.s.c.Overseer Overseer (id=98884875929583621-127.0.0.1:42433_solr-n_0000000000) starting
[junit4] 2> 3367825 INFO (jetty-launcher-4534-thread-1) [n:127.0.0.1:34603_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3367826 INFO (jetty-launcher-4534-thread-1) [n:127.0.0.1:34603_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34603_solr
[junit4] 2> 3367827 INFO (zkCallback-4546-thread-1-processing-n:127.0.0.1:34603_solr) [n:127.0.0.1:34603_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3367827 INFO (zkCallback-4545-thread-1-processing-n:127.0.0.1:42433_solr) [n:127.0.0.1:42433_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3367830 INFO (jetty-launcher-4534-thread-2) [n:127.0.0.1:42433_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42433_solr
[junit4] 2> 3367833 INFO (zkCallback-4545-thread-1-processing-n:127.0.0.1:42433_solr) [n:127.0.0.1:42433_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3367833 INFO (zkCallback-4546-thread-1-processing-n:127.0.0.1:34603_solr) [n:127.0.0.1:34603_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3368019 INFO (jetty-launcher-4534-thread-2) [n:127.0.0.1:42433_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42433.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c654d7
[junit4] 2> 3368019 INFO (jetty-launcher-4534-thread-1) [n:127.0.0.1:34603_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34603.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c654d7
[junit4] 2> 3368029 INFO (jetty-launcher-4534-thread-2) [n:127.0.0.1:42433_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42433.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c654d7
[junit4] 2> 3368029 INFO (jetty-launcher-4534-thread-2) [n:127.0.0.1:42433_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42433.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c654d7
[junit4] 2> 3368030 INFO (jetty-launcher-4534-thread-1) [n:127.0.0.1:34603_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34603.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c654d7
[junit4] 2> 3368030 INFO (jetty-launcher-4534-thread-1) [n:127.0.0.1:34603_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34603.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c654d7
[junit4] 2> 3368031 INFO (jetty-launcher-4534-thread-2) [n:127.0.0.1:42433_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI_140A886390F90C6F-001/tempDir-001/node2/.
[junit4] 2> 3368031 INFO (jetty-launcher-4534-thread-1) [n:127.0.0.1:34603_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI_140A886390F90C6F-001/tempDir-001/node1/.
[junit4] 2> 3368079 INFO (SUITE-TestReqParamsAPI-seed#[140A886390F90C6F]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3368080 INFO (SUITE-TestReqParamsAPI-seed#[140A886390F90C6F]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38711/solr ready
[junit4] 2> 3368083 INFO (qtp14587860-30967) [n:127.0.0.1:42433_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf1&name=collection1&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3368086 INFO (OverseerThreadFactory-6342-thread-1-processing-n:127.0.0.1:42433_solr) [n:127.0.0.1:42433_solr ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 3368194 INFO (OverseerStateUpdate-98884875929583621-127.0.0.1:42433_solr-n_0000000000) [n:127.0.0.1:42433_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34603/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3368196 INFO (OverseerStateUpdate-98884875929583621-127.0.0.1:42433_solr-n_0000000000) [n:127.0.0.1:42433_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:42433/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3368400 INFO (qtp14587860-30962) [n:127.0.0.1:42433_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf1&newCollection=true&name=collection1_shard1_replica_n2&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3368400 INFO (qtp22762990-30958) [n:127.0.0.1:34603_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3368400 INFO (qtp14587860-30962) [n:127.0.0.1:42433_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3368400 INFO (qtp22762990-30958) [n:127.0.0.1:34603_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3368504 INFO (zkCallback-4546-thread-1-processing-n:127.0.0.1:34603_solr) [n:127.0.0.1:34603_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3368504 INFO (zkCallback-4546-thread-2-processing-n:127.0.0.1:34603_solr) [n:127.0.0.1:34603_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3368504 INFO (zkCallback-4545-thread-1-processing-n:127.0.0.1:42433_solr) [n:127.0.0.1:42433_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3368504 INFO (zkCallback-4545-thread-2-processing-n:127.0.0.1:42433_solr) [n:127.0.0.1:42433_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3369423 INFO (qtp14587860-30962) [n:127.0.0.1:42433_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3369423 INFO (qtp22762990-30958) [n:127.0.0.1:34603_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3369447 INFO (qtp22762990-30958) [n:127.0.0.1:34603_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 3369447 INFO (qtp14587860-30962) [n:127.0.0.1:42433_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.IndexSchema [collection1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 3369451 INFO (qtp22762990-30958) [n:127.0.0.1:34603_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3369451 INFO (qtp22762990-30958) [n:127.0.0.1:34603_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
[junit4] 2> 3369451 INFO (qtp14587860-30962) [n:127.0.0.1:42433_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3369451 INFO (qtp14587860-30962) [n:127.0.0.1:42433_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.CoreContaine
[...truncated too long message...]
127.0.0.1:34603_solr) [n:127.0.0.1:34603_solr ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
[junit4] 2> 7179715 INFO (coreZkRegister-6333-thread-5-processing-n:127.0.0.1:34603_solr) [n:127.0.0.1:34603_solr ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 7179721 INFO (coreCloseExecutor-6361-thread-1) [n:127.0.0.1:42433_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=31499373
[junit4] 2> 7179753 INFO (coreCloseExecutor-6362-thread-1) [n:127.0.0.1:34603_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=1300738
[junit4] 2> 7179793 ERROR (coreZkRegister-6331-thread-1-processing-n:127.0.0.1:42433_solr) [n:127.0.0.1:42433_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.ZkController Error getting leader from zk
[junit4] 2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: collection1 slice: shard1 saw state=DocCollection(collection1//collections/collection1/state.json/6)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:34603/solr",
[junit4] 2> "node_name":"127.0.0.1:34603_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"collection1_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:42433/solr",
[junit4] 2> "node_name":"127.0.0.1:42433_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0"} with live_nodes=[127.0.0.1:42433_solr]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:256)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 7179831 INFO (jetty-closer-4535-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@14ba212{/solr,null,UNAVAILABLE}
[junit4] 2> 7179833 WARN (zkCallback-4546-thread-19-processing-n:127.0.0.1:34603_solr) [n:127.0.0.1:34603_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 7180219 INFO (jetty-closer-4535-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@17a64fa{/solr,null,UNAVAILABLE}
[junit4] 2> 7180278 ERROR (SUITE-TestReqParamsAPI-seed#[140A886390F90C6F]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 7180278 INFO (SUITE-TestReqParamsAPI-seed#[140A886390F90C6F]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38711 38711
[junit4] 2> 7185310 INFO (Thread-6087) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38711 38711
[junit4] 2> 7185313 WARN (Thread-6087) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/aliases.json
[junit4] 2> 8 /solr/clusterprops.json
[junit4] 2> 6 /solr/security.json
[junit4] 2> 5 /solr/configs/conf1/managed-schema
[junit4] 2> 5 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 14 /solr/collections/collection1/state.json
[junit4] 2> 8 /solr/clusterstate.json
[junit4] 2> 2 /solr/autoscaling.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/collections
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI_140A886390F90C6F-001
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false): {}, locale=ca, timezone=Africa/Asmera
[junit4] 2> NOTE: Linux 4.10.0-33-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=124386032,total=467927040
[junit4] 2> NOTE: All tests run in this JVM: [TestCodecSupport, ZkControllerTest, ZkFailoverTest, TlogReplayBufferedWhileIndexingTest, DirectUpdateHandlerOptimizeTest, TestCopyFieldCollectionResource, TestJoin, SolrCoreTest, TestRecoveryHdfs, BigEndianAscendingWordSerializerTest, TestSchemaManager, TestShardHandlerFactory, TestRandomFaceting, TestSolrDeletionPolicy1, CursorPagingTest, TestSolrCoreParser, JSONWriterTest, MinimalSchemaTest, BasicDistributedZkTest, TestSimpleQParserPlugin, CollectionStateFormat2Test, TestCloudPseudoReturnFields, TestSolrQueryResponse, LeaderInitiatedRecoveryOnCommitTest, ForceLeaderTest, WrapperMergePolicyFactoryTest, UtilsToolTest, TestMergePolicyConfig, PropertiesRequestHandlerTest, ActionThrottleTest, ResourceLoaderTest, BlockJoinFacetSimpleTest, ClassificationUpdateProcessorIntegrationTest, TestUnifiedSolrHighlighter, TestUseDocValuesAsStored2, TestSolrXml, TestTlogReplica, RestartWhileUpdatingTest, RemoteQueryErrorTest, TestConfigSetsAPI, TestSolrCloudWithDelegationTokens, DateMathParserTest, TestOnReconnectListenerSupport, TestFieldCacheSortRandom, SimpleCollectionCreateDeleteTest, StatsReloadRaceTest, TestClusterProperties, TestReversedWildcardFilterFactory, TestCryptoKeys, ExternalFileFieldSortTest, TestFieldCollectionResource, AtomicUpdateProcessorFactoryTest, NodeLostTriggerTest, TestConfigSets, TestSweetSpotSimilarityFactory, BlockCacheTest, PreAnalyzedUpdateProcessorTest, TestCSVLoader, HdfsRecoveryZkTest, TestLegacyNumericRangeQueryBuilder, TestMultiWordSynonyms, SubstringBytesRefFilterTest, TestLuceneIndexBackCompat, SpellCheckCollatorTest, DocumentBuilderTest, TestPostingsSolrHighlighter, TestWordDelimiterFilterFactory, UpdateLogTest, TestRandomCollapseQParserPlugin, MetricsConfigTest, DocExpirationUpdateProcessorFactoryTest, TestFieldCache, CollectionsAPISolrJTest, QueryParsingTest, ChangedSchemaMergeTest, TestDFRSimilarityFactory, TestSubQueryTransformerCrossCore, TermsComponentTest, TestSort, BasicZkTest, PreAnalyzedFieldManagedSchemaCloudTest, TestStressVersions, TestMinMaxOnMultiValuedField, CleanupOldIndexTest, TestUtils, TestUninvertingReader, HdfsBasicDistributedZkTest, DistribCursorPagingTest, TestNamedUpdateProcessors, SimpleFacetsTest, DocValuesMissingTest, SolrInfoBeanTest, DistributedFacetPivotWhiteBoxTest, SearchHandlerTest, TestFastOutputStream, TestGraphMLResponseWriter, TestNestedDocsSort, TestLeaderElectionWithEmptyReplica, RAMDirectoryFactoryTest, TestIBSimilarityFactory, OutOfBoxZkACLAndCredentialsProvidersTest, SolrMetricReporterTest, TestFieldTypeResource, CoreSorterTest, DateFieldTest, JsonLoaderTest, AutoscalingHistoryHandlerTest, SolrPluginUtilsTest, ConnectionManagerTest, TestImpersonationWithHadoopAuth, TestCollationFieldDocValues, SpellCheckComponentTest, FastVectorHighlighterTest, OverseerModifyCollectionTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, HdfsDirectoryTest, DeleteInactiveReplicaTest, TestSolrJ, AssignBackwardCompatibilityTest, TestPayloadCheckQParserPlugin, RequestLoggingTest, TestManagedSchemaAPI, MultiTermTest, TestEmbeddedSolrServerSchemaAPI, TestPullReplicaErrorHandling, TestRandomRequestDistribution, TestRebalanceLeaders, TestSSLRandomization, TestShortCircuitedRequests, TestSolrCloudWithSecureImpersonation, TestStressCloudBlindAtomicUpdates, TestStressLiveNodes, TestTolerantUpdateProcessorCloud, TriLevelCompositeIdRoutingTest, VMParamsZkACLAndCredentialsProvidersTest, HdfsAutoAddReplicasIntegrationTest, HdfsBasicDistributedZk2Test, HdfsChaosMonkeyNothingIsSafeTest, HdfsCollectionsAPIDistributedZkTest, HdfsRecoverLeaseTest, HdfsRestartWhileUpdatingTest, HdfsThreadLeakTest, TestClusterStateMutator, ZkStateReaderTest, BlobRepositoryCloudTest, DirectoryFactoryTest, ExitableDirectoryReaderTest, HdfsDirectoryFactoryTest, TestSolrCloudSnapshots, TestReqParamsAPI]
[junit4] Completed [745/745 (2!)] on J0 in 3817.72s, 1 test, 1 error <<< FAILURES!
[...truncated 42971 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
20724 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20724/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseSerialGC
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.schema.ManagedSchemaRoundRobinCloudTest
Error Message:
Error from server at http://127.0.0.1:41493/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:41493/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([1519F51D9FEDD3FD]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.schema.ManagedSchemaRoundRobinCloudTest.setupCluster(ManagedSchemaRoundRobinCloudTest.java:50)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest.testReadApi
Error Message:
Error from server at https://127.0.0.1:44897/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:44897/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([1519F51D9FEDD3FD:42300EA8441F31E6]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest.testReadApi(AutoScalingHandlerTest.java:674)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13325 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest
[junit4] 2> 2399862 INFO (SUITE-AutoScalingHandlerTest-seed#[1519F51D9FEDD3FD]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_1519F51D9FEDD3FD-001/init-core-data-001
[junit4] 2> 2399863 WARN (SUITE-AutoScalingHandlerTest-seed#[1519F51D9FEDD3FD]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
[junit4] 2> 2399863 INFO (SUITE-AutoScalingHandlerTest-seed#[1519F51D9FEDD3FD]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2399864 INFO (SUITE-AutoScalingHandlerTest-seed#[1519F51D9FEDD3FD]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2399865 INFO (SUITE-AutoScalingHandlerTest-seed#[1519F51D9FEDD3FD]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_1519F51D9FEDD3FD-001/tempDir-001
[junit4] 2> 2399865 INFO (SUITE-AutoScalingHandlerTest-seed#[1519F51D9FEDD3FD]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2399867 INFO (Thread-5560) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2399867 INFO (Thread-5560) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2399871 ERROR (Thread-5560) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2399966 INFO (SUITE-AutoScalingHandlerTest-seed#[1519F51D9FEDD3FD]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:37907
[junit4] 2> 2399979 INFO (jetty-launcher-1342-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2399979 INFO (jetty-launcher-1342-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2399993 INFO (jetty-launcher-1342-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3c408451{/solr,null,AVAILABLE}
[junit4] 2> 2399993 INFO (jetty-launcher-1342-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c73e67f{/solr,null,AVAILABLE}
[junit4] 2> 2399993 INFO (jetty-launcher-1342-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2f438be2{SSL,[ssl, http/1.1]}{127.0.0.1:44321}
[junit4] 2> 2399993 INFO (jetty-launcher-1342-thread-2) [ ] o.e.j.s.Server Started @2401241ms
[junit4] 2> 2399993 INFO (jetty-launcher-1342-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44321}
[junit4] 2> 2399993 INFO (jetty-launcher-1342-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5128974d{SSL,[ssl, http/1.1]}{127.0.0.1:44897}
[junit4] 2> 2399993 INFO (jetty-launcher-1342-thread-1) [ ] o.e.j.s.Server Started @2401241ms
[junit4] 2> 2399993 INFO (jetty-launcher-1342-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44897}
[junit4] 2> 2399993 ERROR (jetty-launcher-1342-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2399993 INFO (jetty-launcher-1342-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2399993 ERROR (jetty-launcher-1342-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2399993 INFO (jetty-launcher-1342-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2399994 INFO (jetty-launcher-1342-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2399994 INFO (jetty-launcher-1342-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2399994 INFO (jetty-launcher-1342-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T13:30:21.217Z
[junit4] 2> 2399994 INFO (jetty-launcher-1342-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2399994 INFO (jetty-launcher-1342-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2399994 INFO (jetty-launcher-1342-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T13:30:21.217Z
[junit4] 2> 2400002 INFO (jetty-launcher-1342-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2400028 INFO (jetty-launcher-1342-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2400035 INFO (jetty-launcher-1342-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37907/solr
[junit4] 2> 2400036 INFO (jetty-launcher-1342-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37907/solr
[junit4] 2> 2400038 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f4e93aa230004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2400077 INFO (jetty-launcher-1342-thread-1) [n:127.0.0.1:44897_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2400077 INFO (jetty-launcher-1342-thread-1) [n:127.0.0.1:44897_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44897_solr
[junit4] 2> 2400077 INFO (jetty-launcher-1342-thread-1) [n:127.0.0.1:44897_solr ] o.a.s.c.Overseer Overseer (id=98884112947019782-127.0.0.1:44897_solr-n_0000000000) starting
[junit4] 2> 2400087 INFO (jetty-launcher-1342-thread-1) [n:127.0.0.1:44897_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44897_solr
[junit4] 2> 2400089 INFO (zkCallback-1354-thread-1-processing-n:127.0.0.1:44897_solr) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2400089 INFO (jetty-launcher-1342-thread-2) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2400091 INFO (jetty-launcher-1342-thread-2) [n:127.0.0.1:44321_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2400092 INFO (jetty-launcher-1342-thread-2) [n:127.0.0.1:44321_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44321_solr
[junit4] 2> 2400092 INFO (zkCallback-1354-thread-1-processing-n:127.0.0.1:44897_solr) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2400096 INFO (zkCallback-1353-thread-1-processing-n:127.0.0.1:44321_solr) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2400193 INFO (jetty-launcher-1342-thread-1) [n:127.0.0.1:44897_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44897.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a9b1edf
[junit4] 2> 2400197 INFO (jetty-launcher-1342-thread-1) [n:127.0.0.1:44897_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44897.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a9b1edf
[junit4] 2> 2400197 INFO (jetty-launcher-1342-thread-1) [n:127.0.0.1:44897_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44897.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a9b1edf
[junit4] 2> 2400198 INFO (jetty-launcher-1342-thread-1) [n:127.0.0.1:44897_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_1519F51D9FEDD3FD-001/tempDir-001/node1/.
[junit4] 2> 2400281 INFO (jetty-launcher-1342-thread-2) [n:127.0.0.1:44321_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44321.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a9b1edf
[junit4] 2> 2400286 INFO (jetty-launcher-1342-thread-2) [n:127.0.0.1:44321_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44321.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a9b1edf
[junit4] 2> 2400286 INFO (jetty-launcher-1342-thread-2) [n:127.0.0.1:44321_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44321.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a9b1edf
[junit4] 2> 2400286 INFO (jetty-launcher-1342-thread-2) [n:127.0.0.1:44321_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_1519F51D9FEDD3FD-001/tempDir-001/node2/.
[junit4] 2> 2400302 INFO (SUITE-AutoScalingHandlerTest-seed#[1519F51D9FEDD3FD]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2400302 INFO (SUITE-AutoScalingHandlerTest-seed#[1519F51D9FEDD3FD]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2400326 INFO (TEST-AutoScalingHandlerTest.testDeleteUsedPolicy-seed#[1519F51D9FEDD3FD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDeleteUsedPolicy
[junit4] 2> 2400360 INFO (qtp999163418-17962) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2400360 INFO (qtp999163418-17962) [n:127.0.0.1:44321_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2400406 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2400410 INFO (qtp999163418-17963) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2400411 INFO (qtp999163418-17962) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=60
[junit4] 2> 2400415 INFO (qtp1500627609-17976) [n:127.0.0.1:44897_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=COLL1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2&policy=nodelete and sendToOCPQueue=true
[junit4] 2> 2400418 INFO (OverseerThreadFactory-4050-thread-1-processing-n:127.0.0.1:44897_solr) [n:127.0.0.1:44897_solr ] o.a.s.c.CreateCollectionCmd Create collection COLL1
[junit4] 2> 2400425 INFO (qtp999163418-17963) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2400433 INFO (qtp1500627609-17974) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2400543 INFO (OverseerStateUpdate-98884112947019782-127.0.0.1:44897_solr-n_0000000000) [n:127.0.0.1:44897_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"COLL1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"COLL1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44897/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2400753 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=COLL1_shard1_replica_n1&action=CREATE&numShards=1&collection=COLL1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2400753 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2400855 INFO (zkCallback-1354-thread-1-processing-n:127.0.0.1:44897_solr) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/COLL1/state.json] for collection [COLL1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2400856 INFO (zkCallback-1354-thread-2-processing-n:127.0.0.1:44897_solr) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/COLL1/state.json] for collection [COLL1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2401762 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2401769 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.s.IndexSchema [COLL1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2401771 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2401771 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'COLL1_shard1_replica_n1' using configuration from collection COLL1, trusted=true
[junit4] 2> 2401771 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44897.solr.core.COLL1.shard1.replica_n1' (registry 'solr.core.COLL1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a9b1edf
[junit4] 2> 2401771 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2401772 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.SolrCore [[COLL1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_1519F51D9FEDD3FD-001/tempDir-001/node1/COLL1_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_1519F51D9FEDD3FD-001/tempDir-001/node1/./COLL1_shard1_replica_n1/data/]
[junit4] 2> 2401810 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2401810 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2401810 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2401810 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2401811 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@659744a6[COLL1_shard1_replica_n1] main]
[junit4] 2> 2401812 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2401812 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2401813 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2401814 INFO (searcherExecutor-4055-thread-1-processing-n:127.0.0.1:44897_solr x:COLL1_shard1_replica_n1 s:shard1 c:COLL1 r:core_node2) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.SolrCore [COLL1_shard1_replica_n1] Registered new searcher Searcher@659744a6[COLL1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2401814 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582145809192845312
[junit4] 2> 2401816 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2401816 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2401816 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44897/solr/COLL1_shard1_replica_n1/
[junit4] 2> 2401816 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2401816 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:44897/solr/COLL1_shard1_replica_n1/ has no replicas
[junit4] 2> 2401816 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2401817 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44897/solr/COLL1_shard1_replica_n1/ shard1
[junit4] 2> 2401918 INFO (zkCallback-1354-thread-2-processing-n:127.0.0.1:44897_solr) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/COLL1/state.json] for collection [COLL1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2401918 INFO (zkCallback-1354-thread-1-processing-n:127.0.0.1:44897_solr) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/COLL1/state.json] for collection [COLL1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2401967 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2401968 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=COLL1_shard1_replica_n1&action=CREATE&numShards=1&collection=COLL1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1215
[junit4] 2> 2401970 INFO (qtp1500627609-17976) [n:127.0.0.1:44897_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2402069 INFO (zkCallback-1354-thread-2-processing-n:127.0.0.1:44897_solr) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/COLL1/state.json] for collection [COLL1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2402069 INFO (zkCallback-1354-thread-1-processing-n:127.0.0.1:44897_solr) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/COLL1/state.json] for collection [COLL1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2402419 INFO (OverseerCollectionConfigSetProcessor-98884112947019782-127.0.0.1:44897_solr-n_0000000000) [n:127.0.0.1:44897_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2402970 INFO (qtp1500627609-17976) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=COLL1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2&policy=nodelete} status=0 QTime=2554
[junit4] 2> 2402972 ERROR (qtp999163418-17970) [n:127.0.0.1:44321_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{remove-policy=nodelete, errorMessages=[policy : nodelete is being used by collection COLL1]}],
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:193)
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:141)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.api.ApiBag$ReqHandlerToApi.call(ApiBag.java:242)
[junit4] 2> at org.apache.solr.api.V2HttpCall.handleAdmin(V2HttpCall.java:308)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 2402973 INFO (qtp999163418-17970) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=400 QTime=2
[junit4] 2> 2402974 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=COLL1&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2402975 INFO (OverseerThreadFactory-4050-thread-2-processing-n:127.0.0.1:44897_solr) [n:127.0.0.1:44897_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 2402976 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.COLL1.shard1.replica_n1, tag=null
[junit4] 2> 2402976 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4bb8e0e1: rootName = solr_44897, domain = solr.core.COLL1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.COLL1.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@66a6333c
[junit4] 2> 2402984 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.c.SolrCore [COLL1_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@66116935
[junit4] 2> 2402984 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.COLL1.shard1.replica_n1, tag=1712417077
[junit4] 2> 2402984 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.COLL1.shard1.leader, tag=1712417077
[junit4] 2> 2402989 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=COLL1_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=14
[junit4] 2> 2403692 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=COLL1&action=DELETE&wt=javabin&version=2} status=0 QTime=717
[junit4] 2> 2403692 INFO (TEST-AutoScalingHandlerTest.testDeleteUsedPolicy-seed#[1519F51D9FEDD3FD]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDeleteUsedPolicy
[junit4] 2> 2403709 INFO (TEST-AutoScalingHandlerTest.testErrorHandling-seed#[1519F51D9FEDD3FD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testErrorHandling
[junit4] 2> 2403711 ERROR (qtp999163418-17964) [n:127.0.0.1:44321_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{set-cluster-policy=[{cores=<10, node=#ANY}, {shard=#EACH, node=#ANY}, {nodeRole=overseer, replica=0}], errorMessages=[replica is required in {
[junit4] 2> "shard":"#EACH",
[junit4] 2> "node":"#ANY"}]}],
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:193)
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:141)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.api.ApiBag$ReqHandlerToApi.call(ApiBag.java:242)
[junit4] 2> at org.apache.solr.api.V2HttpCall.handleAdmin(V2HttpCall.java:308)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 2403711 INFO (qtp999163418-17964) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=400 QTime=1
[junit4] 2> 2403712 INFO (TEST-AutoScalingHandlerTest.testErrorHandling-seed#[1519F51D9FEDD3FD]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testErrorHandling
[junit4] 2> 2403728 INFO (TEST-AutoScalingHandlerTest.test-seed#[1519F51D9FEDD3FD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 2403730 INFO (qtp1500627609-17974) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403731 INFO (qtp1500627609-17974) [n:127.0.0.1:44897_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403732 INFO (qtp1500627609-17976) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403738 INFO (qtp999163418-17970) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403738 INFO (qtp1500627609-17974) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=9
[junit4] 2> 2403747 INFO (qtp1500627609-17976) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403747 INFO (qtp1500627609-17976) [n:127.0.0.1:44897_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403750 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403752 INFO (qtp999163418-17964) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403752 INFO (qtp1500627609-17976) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=12
[junit4] 2> 2403756 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403757 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403757 INFO (qtp1500627609-17974) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403757 INFO (qtp999163418-17964) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403758 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 2403759 ERROR (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{remove-trigger={name=node_lost_trigger}, errorMessages=[Cannot remove trigger: node_lost_trigger because it has active listeners: [xyz, node_lost_trigger.system]]}],
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:193)
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:141)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.api.ApiBag$ReqHandlerToApi.call(ApiBag.java:242)
[junit4] 2> at org.apache.solr.api.V2HttpCall.handleAdmin(V2HttpCall.java:308)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 2403759 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=400 QTime=0
[junit4] 2> 2403761 INFO (qtp1500627609-17976) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403761 INFO (qtp1500627609-17976) [n:127.0.0.1:44897_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403762 INFO (qtp1500627609-17974) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403762 INFO (qtp999163418-17963) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403763 INFO (qtp1500627609-17976) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 2403764 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403765 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403765 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403765 INFO (qtp999163418-17970) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403766 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 2403766 ERROR (qtp1500627609-17974) [n:127.0.0.1:44897_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{set-listener={name=xyz, trigger=node_lost_trigger, stage=[STARTED, ABORTED, SUCCEEDED], beforeAction=execute_plan, class=org.apache.solr.cloud.autoscaling.AutoScaling$HttpTriggerListener, url=http://xyz.com/on_node_lost?node={$LOST_NODE_NAME}}, errorMessages=[A trigger with the name node_lost_trigger does not exist]}],
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:193)
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:141)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.api.ApiBag$ReqHandlerToApi.call(ApiBag.java:242)
[junit4] 2> at org.apache.solr.api.V2HttpCall.handleAdmin(V2HttpCall.java:308)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 2403767 INFO (qtp1500627609-17974) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=400 QTime=0
[junit4] 2> 2403767 INFO (TEST-AutoScalingHandlerTest.test-seed#[1519F51D9FEDD3FD]) [ ] o.a.s.SolrTestCaseJ4 ###Ending test
[junit4] 2> 2403795 INFO (TEST-AutoScalingHandlerTest.testConcurrentUpdates-seed#[1519F51D9FEDD3FD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testConcurrentUpdates
[junit4] 2> 2403802 INFO (qtp1500627609-17976) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403803 INFO (qtp999163418-17977) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403803 INFO (qtp1500627609-17976) [n:127.0.0.1:44897_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403803 INFO (qtp999163418-17977) [n:127.0.0.1:44321_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403804 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403804 INFO (qtp999163418-17966) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403805 INFO (qtp1500627609-17976) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 2403806 INFO (qtp1500627609-17973) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403809 INFO (qtp999163418-17975) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403810 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403810 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403810 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403811 INFO (qtp999163418-17963) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403812 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 2403813 INFO (qtp999163418-17977) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403813 INFO (qtp999163418-17977) [n:127.0.0.1:44321_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403814 INFO (qtp1500627609-17973) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403815 INFO (qtp999163418-17975) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403816 INFO (qtp999163418-17966) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403816 INFO (qtp999163418-17975) [n:127.0.0.1:44321_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403816 INFO (qtp1500627609-17973) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403816 INFO (qtp999163418-17966) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403817 INFO (qtp999163418-17975) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 2403819 INFO (qtp999163418-17977) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403825 INFO (qtp999163418-17977) [n:127.0.0.1:44321_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403826 INFO (qtp1500627609-17973) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403826 INFO (qtp999163418-17966) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403826 INFO (qtp1500627609-17976) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403827 INFO (qtp1500627609-17976) [n:127.0.0.1:44897_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403827 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403827 INFO (qtp999163418-17963) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403828 INFO (qtp1500627609-17976) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=10
[junit4] 2> 2403829 INFO (qtp999163418-17977) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403830 INFO (qtp999163418-17977) [n:127.0.0.1:44321_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403830 INFO (qtp1500627609-17974) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403831 INFO (qtp999163418-17975) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403836 INFO (qtp999163418-17966) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403837 INFO (qtp999163418-17966) [n:127.0.0.1:44321_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403837 INFO (qtp999163418-17977) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403837 INFO (qtp1500627609-17973) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403837 INFO (qtp999163418-17977) [n:127.0.0.1:44321_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403837 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403837 INFO (qtp999163418-17975) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403841 INFO (qtp999163418-17966) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=10
[junit4] 2> 2403841 INFO (qtp999163418-17963) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403852 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403853 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403853 INFO (qtp1500627609-17974) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403853 INFO (qtp999163418-17977) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403854 INFO (qtp999163418-18067) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403854 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=13
[junit4] 2> 2403854 INFO (qtp999163418-17977) [n:127.0.0.1:44321_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403855 INFO (qtp1500627609-17976) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403855 INFO (qtp999163418-18068) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403861 INFO (qtp1500627609-17974) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403861 INFO (qtp1500627609-17974) [n:127.0.0.1:44897_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403861 INFO (qtp1500627609-17973) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403862 INFO (qtp999163418-17975) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403862 INFO (qtp999163418-17977) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403862 INFO (qtp999163418-17977) [n:127.0.0.1:44321_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403862 INFO (qtp1500627609-17974) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 2403862 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403863 INFO (qtp999163418-17966) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403867 INFO (qtp1500627609-17973) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403867 INFO (qtp1500627609-17973) [n:127.0.0.1:44897_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403867 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403868 INFO (qtp999163418-17963) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403876 INFO (qtp1500627609-17973) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=13
[junit4] 2> 2403878 INFO (qtp999163418-17977) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403879 INFO (qtp999163418-17977) [n:127.0.0.1:44321_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403879 INFO (qtp1500627609-17976) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403880 INFO (qtp999163418-18067) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403904 INFO (qtp999163418-17977) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403904 INFO (qtp1500627609-17974) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403904 INFO (qtp999163418-17977) [n:127.0.0.1:44321_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403904 INFO (qtp1500627609-17974) [n:127.0.0.1:44897_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403904 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403904 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403905 INFO (qtp999163418-18068) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403905 INFO (qtp999163418-17975) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403905 INFO (qtp1500627609-17974) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=28
[junit4] 2> 2403907 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403907 INFO (qtp999163418-17977) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403907 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403907 INFO (qtp999163418-17977) [n:127.0.0.1:44321_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403908 INFO (qtp1500627609-17973) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403908 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403908 INFO (qtp999163418-17963) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403908 INFO (qtp999163418-17966) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403908 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 2403912 INFO (qtp999163418-17977) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403912 INFO (qtp999163418-17977) [n:127.0.0.1:44321_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403913 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403913 INFO (qtp999163418-17966) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403924 INFO (qtp999163418-17977) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=124
[junit4] 2> 2403924 INFO (qtp1500627609-17973) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403933 INFO (qtp1500627609-17973) [n:127.0.0.1:44897_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403934 INFO (qtp1500627609-17976) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403934 INFO (qtp999163418-18067) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403937 INFO (qtp1500627609-17973) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403937 INFO (qtp1500627609-17973) [n:127.0.0.1:44897_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403937 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403938 INFO (qtp999163418-18068) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403938 INFO (qtp1500627609-17973) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=29
[junit4] 2> 2403940 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403940 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403940 INFO (qtp1500627609-17976) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403941 INFO (qtp999163418-18068) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403941 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 2403943 INFO (qtp999163418-17964) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403944 INFO (qtp999163418-17964) [n:127.0.0.1:44321_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403944 INFO (qtp1500627609-17974) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403946 INFO (qtp999163418-18067) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403946 INFO (qtp999163418-17975) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403947 INFO (qtp999163418-17975) [n:127.0.0.1:44321_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403947 INFO (qtp1500627609-17973) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403947 INFO (qtp999163418-17966) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403956 INFO (qtp999163418-17975) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=13
[junit4] 2> 2403957 INFO (qtp999163418-17964) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403958 INFO (qtp999163418-17964) [n:127.0.0.1:44321_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403958 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403958 INFO (qtp1500627609-17976) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403958 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403958 INFO (qtp999163418-18068) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403959 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403959 INFO (qtp999163418-17977) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403959 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 2403972 INFO (qtp999163418-17964) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403972 INFO (qtp999163418-18068) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403972 INFO (qtp999163418-17964) [n:127.0.0.1:44321_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403972 INFO (qtp999163418-18068) [n:127.0.0.1:44321_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403972 INFO (qtp1500627609-17976) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403973 INFO (qtp999163418-17975) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403976 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403977 INFO (qtp999163418-18067) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403977 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f4e93aa23002c, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2403977 INFO (qtp999163418-18068) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=17
[junit4] 2> 2403978 INFO (qtp999163418-17964) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403979 INFO (qtp999163418-17964) [n:127.0.0.1:44321_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403981 INFO (qtp1500627609-17973) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403981 INFO (qtp999163418-17966) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403988 INFO (qtp1500627609-17974) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403988 INFO (qtp1500627609-17974) [n:127.0.0.1:44897_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403989 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403989 INFO (qtp999163418-17977) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403990 INFO (qtp1500627609-17974) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=12
[junit4] 2> 2403991 INFO (qtp999163418-17964) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403991 INFO (qtp999163418-17964) [n:127.0.0.1:44321_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403992 INFO (qtp1500627609-17973) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403992 INFO (qtp999163418-17966) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2404000 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2404000 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2404001 INFO (qtp1500627609-17973) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2404001 INFO (qtp999163418-18067) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2404002 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=11
[junit4] 2> 2404002 INFO (qtp999163418-17964) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2404003 INFO (qtp999163418-17964) [n:127.0.0.1:44321_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2404004 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2404004 INFO (qtp999163418-17966) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2404009 INFO (qtp1500627609-17974) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2404010 INFO (qtp1500627609-17974) [n:127.0.0.1:44897_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2404010 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2404011 INFO (qtp999163418-17975) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2404044 INFO (qtp1500627609-17974) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=42
[junit4] 2> 2404046 INFO (qtp999163418-17964) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2404046 INFO (qtp999163418-17964) [n:127.0.0.1:44321_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2404047 INFO (qtp1500627609-17973) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2404047 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2404047 INFO (qtp999163418-17966) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2404047 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2404048 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.
[...truncated too long message...]
ections/managed_coll/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 3327268 INFO (SUITE-ManagedSchemaRoundRobinCloudTest-seed#[1519F51D9FEDD3FD]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=168, maxMBSortInHeap=7.927306279834651, sim=RandomSimilarity(queryNorm=false): {}, locale=no, timezone=Pacific/Rarotonga
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=111543880,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [CollectionTooManyReplicasTest, TestMaxTokenLenTokenizer, TestDFISimilarityFactory, MoveReplicaHDFSFailoverTest, DOMUtilTest, TestSolr4Spatial, BitVectorTest, ShardRoutingTest, TestSSLRandomization, SolrRequestParserTest, TestSolrConfigHandlerCloud, CheckHdfsIndexTest, SearchRateTriggerTest, TestSubQueryTransformerDistrib, ZkStateWriterTest, OpenExchangeRatesOrgProviderTest, SuggesterTSTTest, StressHdfsTest, TestJmxIntegration, TestCollectionAPI, ConcurrentDeleteAndCreateCollectionTest, RollingRestartTest, TestBM25SimilarityFactory, TestSolrCloudSnapshots, AssignTest, TestAnalyzeInfixSuggestions, CurrencyFieldTypeTest, TestLegacyNumericUtils, AtomicUpdatesTest, TestSha256AuthenticationProvider, TestOrdValues, CdcrRequestHandlerTest, VersionInfoTest, TestNRTOpen, DirectoryFactoryTest, OpenCloseCoreStressTest, SolrMetricsIntegrationTest, SolrCoreMetricManagerTest, DocValuesMultiTest, TestSolrQueryParser, NotRequiredUniqueKeyTest, SuggesterFSTTest, DistributedIntervalFacetingTest, SolrCLIZkUtilsTest, BadCopyFieldTest, TestHalfAndHalfDocValues, TestSolrCloudWithKerberosAlt, TestFieldResource, BadIndexSchemaTest, TestHttpShardHandlerFactory, TestSolrFieldCacheBean, ShardSplitTest, DistributedQueryComponentCustomSortTest, OverseerRolesTest, HealthCheckHandlerTest, TestMacroExpander, ClassificationUpdateProcessorTest, TestHashQParserPlugin, IgnoreCommitOptimizeUpdateProcessorFactoryTest, ClusterStateUpdateTest, TestRangeQuery, SampleTest, TestSlowCompositeReaderWrapper, TestSolrCloudWithHadoopAuthPlugin, MBeansHandlerTest, BlockDirectoryTest, TestCorePropertiesReload, TestNoOpRegenerator, BasicAuthIntegrationTest, BinaryUpdateRequestHandlerTest, GraphQueryTest, TermVectorComponentDistributedTest, SecurityConfHandlerTest, SortSpecParsingTest, AnalyticsMergeStrategyTest, ZkSolrClientTest, ChaosMonkeySafeLeaderWithPullReplicasTest, TestJavabinTupleStreamParser, HdfsLockFactoryTest, BlockJoinFacetDistribTest, TestAuthenticationFramework, RulesTest, TestStressReorder, TestHdfsBackupRestoreCore, TestAtomicUpdateErrorCases, ShowFileRequestHandlerTest, TestExactSharedStatsCache, TestReplicaProperties, TestSurroundQueryParser, DistributedVersionInfoTest, ShufflingReplicaListTransformerTest, TestNumericRangeQuery32, AddBlockUpdateTest, TestScoreJoinQPNoScore, TestPerFieldSimilarity, TestSimpleTextCodec, OverriddenZkACLAndCredentialsProvidersTest, TestFieldCacheReopen, TestInPlaceUpdatesDistrib, TestSizeLimitedDistributedMap, TestDynamicFieldCollectionResource, DistributedFacetPivotSmallAdvancedTest, TriggerIntegrationTest, CloudMLTQParserTest, TestWriterPerf, TestAuthorizationFramework, V2ApiIntegrationTest, TestStressRecovery, TestDocBasedVersionConstraints, SolrIndexSplitterTest, TestFreeTextSuggestions, TestSolrCLIRunExample, SuggestComponentTest, SmileWriterTest, TestApiFramework, TestDocumentBuilder, SearchHandlerTest, TestCollationField, HighlighterConfigTest, TestEmbeddedSolrServerAdminHandler, DistributedQueryElevationComponentTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, CoreAdminHandlerTest, TestFoldingMultitermQuery, DocValuesTest, SuggesterTest, TestStressLucene, SpatialFilterTest, SuggesterWFSTTest, PolyFieldTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, SortByFunctionTest, TestRemoteStreaming, DistanceFunctionTest, TestSolrDeletionPolicy1, SolrInfoBeanTest, DebugComponentTest, IndexBasedSpellCheckerTest, LukeRequestHandlerTest, TestQueryUtils, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, TestQueryTypes, PrimitiveFieldTypeTest, TestOmitPositions, FileBasedSpellCheckerTest, RequestHandlersTest, DocumentBuilderTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TestIndexingPerformance, MoreLikeThisHandlerTest, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, FastVectorHighlighterTest, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, RegexBoostProcessorTest, SolrPluginUtilsTest, IndexSchemaTest, TestAnalyzedSuggestions, TestPHPSerializedResponseWriter, PingRequestHandlerTest, TestComponentsName, TestLFUCache, EchoParamsTest, TestFastOutputStream, PluginInfoTest, DateMathParserTest, PreAnalyzedFieldTest, TestSystemIdResolver, PrimUtilsTest, DateFieldTest, SpellingQueryConverterTest, RAMDirectoryFactoryTest, ClusterStateTest, TestSolrJ, TestLRUCache, ZkNodePropsTest, SliceStateTest, UUIDFieldTest, CircularListTest, DistributedMLTComponentTest, TestRTGBase, CursorPagingTest, SolrTestCaseJ4Test, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestLuceneIndexBackCompat, TestJettySolrRunner, ActionThrottleTest, AddReplicaTest, AsyncCallRequestStatusResponseTest, BaseCdcrDistributedZkTest, CdcrBootstrapTest, CollectionStateFormat2Test, ConnectionManagerTest, CreateCollectionCleanupTest, CustomCollectionTest, DeleteShardTest, DistribDocExpirationUpdateProcessorTest, DocValuesNotIndexedTest, LeaderElectionContextKeyTest, LeaderFailureAfterFreshStartTest, LeaderInitiatedRecoveryOnShardRestartTest, MissingSegmentRecoveryTest, MoveReplicaTest, NodeMutatorTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerStatusTest, PeerSyncReplicationTest, ReplaceNodeTest, TestCloudDeleteByQuery, TestCloudInspectUtil, TestCloudJSONFacetJoinDomain, TestClusterProperties, TestCollectionsAPIViaSolrCloudCluster, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestDeleteCollectionOnDownNodes, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess, TestHdfsCloudBackupRestore, TestRandomRequestDistribution, TestRequestStatusCollectionAPI, TestSolrCloudWithDelegationTokens, TestStressInPlaceUpdates, VMParamsZkACLAndCredentialsProvidersTest, AutoAddReplicasIntegrationTest, NodeLostTriggerTest, HdfsBasicDistributedZk2Test, HdfsBasicDistributedZkTest, HdfsChaosMonkeyNothingIsSafeTest, HdfsChaosMonkeySafeLeaderTest, HdfsNNFailoverTest, HdfsRestartWhileUpdatingTest, HdfsSyncSliceTest, HdfsTlogReplayBufferedWhileIndexingTest, HdfsWriteToMultipleCollectionsTest, TestClusterStateMutator, ImplicitSnitchTest, CachingDirectoryFactoryTest, HdfsDirectoryFactoryTest, TestImplicitCoreProperties, TestReloadAndDeleteDocs, TestShardHandlerFactory, TestSolrCoreSnapshots, TestReqParamsAPI, TestSQLHandlerNonCloud, V2StandaloneTest, CoreAdminCreateDiscoverTest, CoreAdminRequestStatusTest, TestConfigsApi, DistributedExpandComponentTest, DistributedFacetPivotLargeTest, TestDistributedStatsComponentCardinality, JSONWriterTest, TestBinaryResponseWriter, TestExportWriter, TestGeoJSONResponseWriter, TestGraphMLResponseWriter, TestRawTransformer, TestSolrQueryResponse, TestChildDocTransformer, TestSubQueryTransformer, TestManagedResource, TestRestManager, TestCopyFieldCollectionResource, TestFieldCollectionResource, TestFieldTypeCollectionResource, TestFieldTypeResource, TestSchemaNameResource, TestSchemaVersionResource, TestManagedStopFilterFactory, DateRangeFieldTest, EnumFieldTest, ManagedSchemaRoundRobinCloudTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ManagedSchemaRoundRobinCloudTest -Dtests.seed=1519F51D9FEDD3FD -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=no -Dtests.timezone=Pacific/Rarotonga -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J1 | ManagedSchemaRoundRobinCloudTest (suite) <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:41493/solr: create the collection time out:180s
[junit4] > at __randomizedtesting.SeedInfo.seed([1519F51D9FEDD3FD]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
[junit4] > at org.apache.solr.schema.ManagedSchemaRoundRobinCloudTest.setupCluster(ManagedSchemaRoundRobinCloudTest.java:50)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] Completed [745/745 (2!)] on J1 in 216.83s, 0 tests, 1 error <<< FAILURES!
[...truncated 47118 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9) - Build # 20723 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20723/
Java: 64bit/jdk-9 -XX:-UseCompressedOops -XX:+UseG1GC --illegal-access=deny
1 tests failed.
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication
Error Message:
Index 0 out-of-bounds for length 0
Stack Trace:
java.lang.IndexOutOfBoundsException: Index 0 out-of-bounds for length 0
at __randomizedtesting.SeedInfo.seed([58986B84C8F2760:11C1DDED6F889A7E]:0)
at java.base/jdk.internal.util.Preconditions.outOfBounds(Preconditions.java:64)
at java.base/jdk.internal.util.Preconditions.outOfBoundsCheckIndex(Preconditions.java:70)
at java.base/jdk.internal.util.Preconditions.checkIndex(Preconditions.java:248)
at java.base/java.util.Objects.checkIndex(Objects.java:372)
at java.base/java.util.ArrayList.get(ArrayList.java:439)
at org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication(TestReplicationHandler.java:561)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12268 lines...]
[junit4] Suite: org.apache.solr.handler.TestReplicationHandler
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/init-core-data-001
[junit4] 2> 685033 INFO (SUITE-TestReplicationHandler-seed#[58986B84C8F2760]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 685034 INFO (SUITE-TestReplicationHandler-seed#[58986B84C8F2760]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="None")
[junit4] 2> 685034 INFO (SUITE-TestReplicationHandler-seed#[58986B84C8F2760]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 685035 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.SolrTestCaseJ4 ###Starting doTestRepeater
[junit4] 2> 685035 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-001/collection1
[junit4] 2> 685036 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 685037 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@710c84f1{/solr,null,AVAILABLE}
[junit4] 2> 685038 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4956e161{HTTP/1.1,[http/1.1]}{127.0.0.1:35111}
[junit4] 2> 685038 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.e.j.s.Server Started @687212ms
[junit4] 2> 685038 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-001/collection1/data, hostPort=35111}
[junit4] 2> 685038 ERROR (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 685038 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 685039 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 685039 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 685039 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T10:03:15.384071Z
[junit4] 2> 685039 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-001/solr.xml
[junit4] 2> 685040 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 685040 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 685041 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@70f370e2, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 685058 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70f370e2
[junit4] 2> 685064 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70f370e2
[junit4] 2> 685064 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70f370e2
[junit4] 2> 685065 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-001/.
[junit4] 2> 685065 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 685066 INFO (coreLoadExecutor-2075-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 685070 INFO (coreLoadExecutor-2075-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 685073 INFO (coreLoadExecutor-2075-thread-1) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 685074 INFO (coreLoadExecutor-2075-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 685074 INFO (coreLoadExecutor-2075-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-001/./collection1, trusted=true
[junit4] 2> 685074 INFO (coreLoadExecutor-2075-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70f370e2
[junit4] 2> 685074 INFO (coreLoadExecutor-2075-thread-1) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 685074 INFO (coreLoadExecutor-2075-thread-1) [ ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-001/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-001/./collection1/data/]
[junit4] 2> 685075 INFO (coreLoadExecutor-2075-thread-1) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=96.91796875, floorSegmentMB=0.6064453125, forceMergeDeletesPctAllowed=4.308218772459863, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 685100 INFO (coreLoadExecutor-2075-thread-1) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 685100 INFO (coreLoadExecutor-2075-thread-1) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 685100 INFO (coreLoadExecutor-2075-thread-1) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=15, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.18851375900268819]
[junit4] 2> 685100 INFO (coreLoadExecutor-2075-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@49336b6e[collection1] main]
[junit4] 2> 685100 INFO (coreLoadExecutor-2075-thread-1) [ ] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-001/collection1/conf
[junit4] 2> 685101 INFO (coreLoadExecutor-2075-thread-1) [ ] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
[junit4] 2> 685101 INFO (coreLoadExecutor-2075-thread-1) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 685101 INFO (searcherExecutor-2076-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@49336b6e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 685102 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-002/collection1
[junit4] 2> 685103 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 685104 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b88694d{/solr,null,AVAILABLE}
[junit4] 2> 685104 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@74e7b5ef{HTTP/1.1,[http/1.1]}{127.0.0.1:34231}
[junit4] 2> 685104 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.e.j.s.Server Started @687278ms
[junit4] 2> 685104 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-002/collection1/data, hostPort=34231}
[junit4] 2> 685104 ERROR (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 685104 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 685104 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 685104 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 685104 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T10:03:15.449761Z
[junit4] 2> 685104 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-002/solr.xml
[junit4] 2> 685106 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 685106 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 685107 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@70f370e2, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 685125 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70f370e2
[junit4] 2> 685132 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70f370e2
[junit4] 2> 685132 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70f370e2
[junit4] 2> 685133 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-002/.
[junit4] 2> 685133 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 685133 INFO (coreLoadExecutor-2085-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 685137 INFO (coreLoadExecutor-2085-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 685140 INFO (coreLoadExecutor-2085-thread-1) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 685141 INFO (coreLoadExecutor-2085-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 685141 INFO (coreLoadExecutor-2085-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-002/./collection1, trusted=true
[junit4] 2> 685141 INFO (coreLoadExecutor-2085-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70f370e2
[junit4] 2> 685141 INFO (coreLoadExecutor-2085-thread-1) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 685141 INFO (coreLoadExecutor-2085-thread-1) [ ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-002/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-002/./collection1/data/]
[junit4] 2> 685142 INFO (coreLoadExecutor-2085-thread-1) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=96.91796875, floorSegmentMB=0.6064453125, forceMergeDeletesPctAllowed=4.308218772459863, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 685164 INFO (coreLoadExecutor-2085-thread-1) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 685164 INFO (coreLoadExecutor-2085-thread-1) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 685164 INFO (coreLoadExecutor-2085-thread-1) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=15, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.18851375900268819]
[junit4] 2> 685164 INFO (coreLoadExecutor-2085-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3cb88b4b[collection1] main]
[junit4] 2> 685164 INFO (coreLoadExecutor-2085-thread-1) [ ] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-002/collection1/conf
[junit4] 2> 685165 INFO (coreLoadExecutor-2085-thread-1) [ ] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
[junit4] 2> 685165 INFO (coreLoadExecutor-2085-thread-1) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 685166 INFO (searcherExecutor-2086-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3cb88b4b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 685173 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@74e7b5ef{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 685173 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1741338489
[junit4] 2> 685173 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 685173 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@60967f45: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@7797ad8
[junit4] 2> 685178 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 685178 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3288c9ee: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@302e7a50
[junit4] 2> 685181 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 685181 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6afcb1ac: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3411e88d
[junit4] 2> 685181 INFO (coreCloseExecutor-2091-thread-1) [ ] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@669bbe42
[junit4] 2> 685181 INFO (coreCloseExecutor-2091-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1721482818
[junit4] 2> 685181 INFO (coreCloseExecutor-2091-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@45a0ddd3: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@320e1fb5
[junit4] 2> 685186 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1b88694d{/solr,null,UNAVAILABLE}
[junit4] 2> 685187 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 685188 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@76974b18{/solr,null,AVAILABLE}
[junit4] 2> 685188 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3e224b6d{HTTP/1.1,[http/1.1]}{127.0.0.1:43779}
[junit4] 2> 685188 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.e.j.s.Server Started @687362ms
[junit4] 2> 685188 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-002/collection1/data, hostPort=43779}
[junit4] 2> 685189 ERROR (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 685189 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 685189 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 685189 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 685189 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T10:03:15.534197Z
[junit4] 2> 685189 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-002/solr.xml
[junit4] 2> 685190 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 685190 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 685191 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@70f370e2, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 685208 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70f370e2
[junit4] 2> 685214 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70f370e2
[junit4] 2> 685214 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70f370e2
[junit4] 2> 685215 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-002/.
[junit4] 2> 685215 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 685215 INFO (coreLoadExecutor-2098-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 685220 INFO (coreLoadExecutor-2098-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 685225 INFO (coreLoadExecutor-2098-thread-1) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 685226 INFO (coreLoadExecutor-2098-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 685226 INFO (coreLoadExecutor-2098-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-002/./collection1, trusted=true
[junit4] 2> 685226 INFO (coreLoadExecutor-2098-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70f370e2
[junit4] 2> 685226 INFO (coreLoadExecutor-2098-thread-1) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 685226 INFO (coreLoadExecutor-2098-thread-1) [ ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-002/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-002/./collection1/data/]
[junit4] 2> 685228 INFO (coreLoadExecutor-2098-thread-1) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=96.91796875, floorSegmentMB=0.6064453125, forceMergeDeletesPctAllowed=4.308218772459863, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 685254 INFO (coreLoadExecutor-2098-thread-1) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 685254 INFO (coreLoadExecutor-2098-thread-1) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 685255 INFO (coreLoadExecutor-2098-thread-1) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=15, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.18851375900268819]
[junit4] 2> 685255 INFO (coreLoadExecutor-2098-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@43a796d9[collection1] main]
[junit4] 2> 685255 INFO (coreLoadExecutor-2098-thread-1) [ ] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-002/collection1/conf
[junit4] 2> 685256 INFO (coreLoadExecutor-2098-thread-1) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 685256 INFO (searcherExecutor-2099-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@43a796d9[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 685257 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-003/collection1
[junit4] 2> 685258 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 685262 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@585da24d{/solr,null,AVAILABLE}
[junit4] 2> 685262 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@75454b18{HTTP/1.1,[http/1.1]}{127.0.0.1:39869}
[junit4] 2> 685262 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.e.j.s.Server Started @687436ms
[junit4] 2> 685263 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-003/collection1/data, hostPort=39869}
[junit4] 2> 685263 ERROR (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 685263 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 685263 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 685263 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 685263 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T10:03:15.608432Z
[junit4] 2> 685263 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-003/solr.xml
[junit4] 2> 685265 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 685265 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 685266 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@70f370e2, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 685288 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70f370e2
[junit4] 2> 685294 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70f370e2
[junit4] 2> 685294 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70f370e2
[junit4] 2> 685295 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-003/.
[junit4] 2> 685295 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 685295 INFO (coreLoadExecutor-2108-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 685301 INFO (coreLoadExecutor-2108-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 685306 INFO (coreLoadExecutor-2108-thread-1) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 685307 INFO (coreLoadExecutor-2108-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 685307 INFO (coreLoadExecutor-2108-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-003/./collection1, trusted=true
[junit4] 2> 685307 INFO (coreLoadExecutor-2108-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70f370e2
[junit4] 2> 685307 INFO (coreLoadExecutor-2108-thread-1) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 685307 INFO (coreLoadExecutor-2108-thread-1) [ ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-003/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-003/./collection1/data/]
[junit4] 2> 685309 INFO (coreLoadExecutor-2108-thread-1) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=96.91796875, floorSegmentMB=0.6064453125, forceMergeDeletesPctAllowed=4.308218772459863, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 685330 INFO (coreLoadExecutor-2108-thread-1) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 685330 INFO (coreLoadExecutor-2108-thread-1) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 685330 INFO (coreLoadExecutor-2108-thread-1) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=15, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.18851375900268819]
[junit4] 2> 685331 INFO (coreLoadExecutor-2108-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@78f8bab7[collection1] main]
[junit4] 2> 685331 INFO (coreLoadExecutor-2108-thread-1) [ ] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-003/collection1/conf
[junit4] 2> 685331 WARN (coreLoadExecutor-2108-thread-1) [ ] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 685332 INFO (coreLoadExecutor-2108-thread-1) [ ] o.a.s.h.ReplicationHandler No value set for 'pollInterval'. Timer Task not started.
[junit4] 2> 685332 INFO (coreLoadExecutor-2108-thread-1) [ ] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml
[junit4] 2> 685332 INFO (coreLoadExecutor-2108-thread-1) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 685332 INFO (searcherExecutor-2109-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@78f8bab7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 685334 INFO (qtp1722155760-4472) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 0
[junit4] 2> 685335 INFO (qtp1722155760-4473) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
[junit4] 2> 685335 INFO (qtp1722155760-4474) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
[junit4] 2> 685335 INFO (qtp1722155760-4467) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 685335 INFO (qtp1722155760-4467) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@37b567af commitCommandVersion:0
[junit4] 2> 685336 INFO (qtp1722155760-4467) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@37df1129[collection1] main]
[junit4] 2> 685337 INFO (qtp1722155760-4467) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 685337 INFO (searcherExecutor-2076-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@37df1129[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C3)))}
[junit4] 2> 685337 INFO (qtp1722155760-4467) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 2
[junit4] 2> 685346 WARN (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 685347 INFO (qtp1722155760-4473) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 685347 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Master's generation: 2
[junit4] 2> 685347 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Master's version: 1508839395680
[junit4] 2> 685347 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 685347 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 685347 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 685348 INFO (qtp1722155760-4474) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=0
[junit4] 2> 685349 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Number of files in latest index in master: 10
[junit4] 2> 685349 INFO (explicit-fetchindex-cmd) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=20.654296875, floorSegmentMB=1.037109375, forceMergeDeletesPctAllowed=14.847801835018396, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 685349 INFO (explicit-fetchindex-cmd) [ ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 685349 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@6ca6d170 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@794f5767)
[junit4] 2> 685350 INFO (qtp1722155760-4467) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685354 INFO (qtp1722155760-4468) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685355 INFO (qtp1722155760-4473) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685356 INFO (qtp1722155760-4474) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685357 INFO (qtp1722155760-4467) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685357 INFO (qtp1722155760-4468) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685358 INFO (qtp1722155760-4473) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685358 INFO (qtp1722155760-4474) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685359 INFO (qtp1722155760-4467) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685359 INFO (qtp1722155760-4468) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685359 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=1745) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@6ca6d170 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@794f5767)
[junit4] 2> 685360 INFO (explicit-fetchindex-cmd) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=31.5673828125, floorSegmentMB=1.828125, forceMergeDeletesPctAllowed=18.5680991437474, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 685361 INFO (explicit-fetchindex-cmd) [ ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 685361 INFO (explicit-fetchindex-cmd) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@65e3fdad[collection1] main]
[junit4] 2> 685362 INFO (searcherExecutor-2109-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@65e3fdad[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C3)))}
[junit4] 2> 685363 INFO (qtp1947757454-4527) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:35111/solr/collection1/replication&command=fetchindex} status=0 QTime=17
[junit4] 2> 685371 INFO (qtp1947757454-4529) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=3 status=0 QTime=0
[junit4] 2> 685371 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 3 docs
[junit4] 2> 685373 WARN (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 685374 INFO (qtp1947757454-4524) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 685374 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Master's generation: 2
[junit4] 2> 685374 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Master's version: 1508839395680
[junit4] 2> 685374 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 685374 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 685374 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 685375 INFO (qtp1947757454-4524) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=0
[junit4] 2> 685376 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Number of files in latest index in master: 10
[junit4] 2> 685377 INFO (explicit-fetchindex-cmd) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=20.654296875, floorSegmentMB=1.037109375, forceMergeDeletesPctAllowed=14.847801835018396, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 685377 INFO (explicit-fetchindex-cmd) [ ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 685377 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@37e668d0 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7d0c1769)
[junit4] 2> 685377 INFO (qtp1947757454-4523) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685379 INFO (qtp1947757454-4529) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685396 INFO (qtp1947757454-4527) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685397 INFO (qtp1947757454-4527) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685398 INFO (qtp1947757454-4523) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685399 INFO (qtp1947757454-4529) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685400 INFO (qtp1947757454-4524) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685400 INFO (qtp1947757454-4527) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685401 INFO (qtp1947757454-4523) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685403 INFO (qtp1947757454-4529) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685404 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=1745) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@37e668d0 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7d0c1769)
[junit4] 2> 685405 INFO (explicit-fetchindex-cmd) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=31.5673828125, floorSegmentMB=1.828125, forceMergeDeletesPctAllowed=18.5680991437474, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 685406 INFO (explicit-fetchindex-cmd) [ ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 685407 INFO (explicit-fetchindex-cmd) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@61abba75[collection1] main]
[junit4] 2> 685409 INFO (searcherExecutor-2099-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@61abba75[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C3)))}
[junit4] 2> 685409 INFO (qtp1421707120-4510) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:39869/solr/collection1/replication&command=fetchindex} status=0 QTime=36
[junit4] 2> 685411 INFO (qtp1421707120-4512) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=3 status=0 QTime=0
[junit4] 2> 685411 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 3 docs
[junit4] 2> 685412 INFO (qtp1722155760-4472) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 685412 INFO (qtp1722155760-4474) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 685414 WARN (qtp1947757454-4522) [ ] o.a.s.h.ReplicationHandler Exception while invoking 'details' method for replication on master
[junit4] 2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:TEST_PORT/solr: Expected mime type application/octet-stream but got text/html. <!DOCTYPE HTML PUBLIC "-//IETF//DTD HTML 2.0//EN">
[junit4] 2> <html><head>
[junit4] 2> <title>404 Not Found</title>
[junit4] 2> </head><body>
[junit4] 2> <h1>Not Found</h1>
[junit4] 2> <p>The requested URL /solr/replication was not found on this server.</p>
[junit4] 2> <hr>
[junit4] 2> <address>Apache/2.4.18 (Ubuntu) Server at 127.0.0.1 Port 80</address>
[junit4] 2> </body></html>
[junit4] 2>
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:590)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.IndexFetcher.getDetails(IndexFetcher.java:1823)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.getReplicationDetails(ReplicationHandler.java:954)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:332)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2484)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:710)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:516)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 685415 INFO (qtp1947757454-4522) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=2
[junit4] 2> 685416 INFO (qtp1722155760-4467) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 685416 INFO (qtp1947757454-4527) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 685417 WARN (qtp1947757454-4523) [ ] o.a.s.h.ReplicationHandler Exception while invoking 'details' method for replication on master
[junit4] 2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:TEST_PORT/solr: Expected mime type application/octet-stream but got text/html. <!DOCTYPE HTML PUBLIC "-//IETF//DTD HTML 2.0//EN">
[junit4] 2> <html><head>
[junit4] 2> <title>404 Not Found</title>
[junit4] 2> </head><body>
[junit4] 2> <h1>Not Found</h1>
[junit4] 2> <p>The requested URL /solr/replication was not found on this server.</p>
[junit4] 2> <hr>
[junit4] 2> <address>Apache/2.4.18 (Ubuntu) Server at 127.0.0.1 Port 80</address>
[junit4] 2> </body></html>
[junit4] 2>
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:590)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.IndexFetcher.getDetails(IndexFetcher.java:1823)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.getReplicationDetails(ReplicationHandler.java:954)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:332)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2484)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:710)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:516)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 685418 INFO (qtp1947757454-4523) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
[junit4] 2> 685418 WARN (qtp1947757454-4529) [ ] o.a.s.h.ReplicationHandler Exception while invoking 'details' method for replication on master
[junit4] 2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:TEST_PORT/solr: Expected mime type application/octet-stream but got text/html. <!DOCTYPE HTML PUBLIC "-//IETF//DTD HTML 2.0//EN">
[junit4] 2> <html><head>
[junit4] 2> <title>404 Not Found</title>
[junit4] 2> </head><body>
[junit4] 2> <h1>Not Found</h1>
[junit4] 2> <p>The requested URL /solr/replication was not found on this server.</p>
[junit4] 2> <hr>
[junit4] 2> <address>Apache/2.4.18 (Ubuntu) Server at 127.0.0.1 Port 80</address>
[junit4] 2> </body></html>
[junit4] 2>
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:590)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.IndexFetcher.getDetails(IndexFetcher.java:1823)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.getReplicationDetails(ReplicationHandler.java:954)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:332)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2484)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:710)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:516)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 685419 INFO (qtp1947757454-4529) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
[junit4] 2> 685420 INFO (qtp1947757454-4524) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 685421 INFO (qtp1421707120-4505) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
[junit4] 2> 685421 INFO (qtp1947757454-4522) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 685422 INFO (qtp1421707120-4510) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 685423 INFO (qtp1947757454-4523) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 0
[junit4] 2> 685423 INFO (qtp1947757454-4529) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
[junit4] 2> 685424 INFO (qtp1947757454-4524) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
[junit4] 2> 685424 INFO (qtp1947757454-4524) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 0
[junit4] 2> 685424 INFO (qtp1947757454-4523) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 685424 INFO (qtp1947757454-4523) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4d5e2468 commitCommandVersion:0
[junit4] 2> 685426 INFO (qtp1947757454-4523) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@24a7bc23[collection1] main]
[junit4] 2> 685426 INFO (qtp1947757454-4523) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 685427 INFO (searcherExecutor-2109-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@24a7bc23[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(8.0.0):C4)))}
[junit4] 2> 685427 INFO (qtp1947757454-4523) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 3
[junit4] 2> 685428 WARN (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 685430 INFO (qtp1722155760-4473) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 685430 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Master's generation: 2
[junit4] 2> 685430 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Master's version: 1508839395680
[junit4] 2> 685430 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Slave's generation: 3
[junit4] 2> 685430 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Slave's version: 1508839395769
[junit4] 2> 685430 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 685431 INFO (qtp1722155760-4472) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=0
[junit4] 2> 685431 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Number of files in latest index in master: 10
[junit4] 2> 685431 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Starting download (fullCopy=true) to MockDirectoryWrapper(RAMDirectory@26e12a86 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@445bfe01)
[junit4] 2> 685432 INFO (qtp1722155760-4474) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685433 INFO (qtp1722155760-4467) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685434 INFO (qtp1722155760-4473) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685434 INFO (qtp1722155760-4472) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685435 INFO (qtp1722155760-4474) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685436 INFO (qtp1722155760-4467) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685436 INFO (qtp1722155760-4473) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685437 INFO (qtp1722155760-4472) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685437 INFO (qtp1722155760-4474) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685438 INFO (qtp1722155760-4467) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685438 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=true,bytesDownloaded=1745) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@26e12a86 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@445bfe01)
[junit4] 2> 685438 INFO (explicit-fetchindex-cmd) [ ] o.a.s.c.SolrCore Updating index properties... index=index.20171024050315776
[junit4] 2> 685438 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher removing old index directory MockDirectoryWrapper(RAMDirectory@646ba564 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@36aa49f3)
[junit4] 2> 685439 INFO (explicit-fetchindex-cmd) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=20.654296875, floorSegmentMB=1.037109375, forceMergeDeletesPctAllowed=14.847801835018396, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 685439 INFO (explicit-fetchindex-cmd) [ ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 685439 INFO (explicit-fetchindex-cmd) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5a0ffcc1[collection1] main]
[junit4] 2> 685440 INFO (searcherExecutor-2109-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5a0ffcc1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C3)))}
[junit4] 2> 685440 INFO (qtp1947757454-4528) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:35111/solr/collection1/replication&command=fetchindex} status=0 QTime=12
[junit4] 2> 685441 INFO (qtp1947757454-4529) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=3 status=0 QTime=0
[junit4] 2> 685441 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 3 docs
[junit4] 2> 685442 WARN (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 685443 INFO (qtp1947757454-4527) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 685443 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Master's generation: 2
[junit4] 2> 685443 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Master's version: 1508839395680
[junit4] 2> 685443 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Slave's generation: 2
[junit4] 2> 685443 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Slave's version: 1508839395680
[junit4] 2> 685443 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Slave in sync with master.
[junit4] 2> 685443 INFO (qtp1421707120-4511) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:39869/solr/collection1/replication&command=fetchindex} status=0 QTime=1
[junit4] 2> 685444 INFO (qtp1421707120-4506) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=3 status=0 QTime=0
[junit4] 2> 685444 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 3 docs
[junit4] 2> 685445 INFO (qtp1722155760-4468) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 0
[junit4] 2> 685445 INFO (qtp1722155760-4472) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 0
[junit4] 2> 685446 INFO (qtp1722155760-4474) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[5]} 0 0
[junit4] 2> 685446 INFO (qtp1722155760-4467) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 685446 INFO (qtp1722155760-4467) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@37b567af commitCommandVersion:0
[junit4] 2> 685447 INFO (qtp1722155760-4467) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@250a5a55[collection1] main]
[junit4] 2> 685448 INFO (qtp1722155760-4467) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 685448 INFO (searcherExecutor-2076-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@250a5a55[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C3) Uninverting(_1(8.0.0):C3)))}
[junit4] 2> 685448 INFO (qtp1722155760-4467) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 2
[junit4] 2> 685449 WARN (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 685450 INFO (qtp1722155760-4473) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 685450 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Master's generation: 3
[junit4] 2> 685450 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Master's version: 1508839395791
[junit4] 2> 685450 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Slave's generation: 2
[junit4] 2> 685450 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Slave's version: 1508839395680
[junit4] 2> 685450 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 685451 INFO (qtp1722155760-4472) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=0
[junit4] 2> 685451 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Number of files in latest index in master: 19
[junit4] 2> 685452 INFO (explicit-fetchindex-cmd) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=20.654296875, floorSegmentMB=1.037109375, forceMergeDeletesPctAllowed=14.847801835018396, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 685452 INFO (explicit-fetchindex-cmd) [ ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 685452 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@772e1b3e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4f6428f6)
[junit4] 2> 685452 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Skipping download for _0.si because it already exists
[junit4] 2> 685452 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Skipping download for _0_Lucene50_0.doc because it already exists
[junit4] 2> 685452 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Skipping download for _0_Lucene50_0.tim because it already exists
[junit4] 2> 685452 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Skipping download for _0.nvd because it already exists
[junit4] 2> 685452 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Skipping download for _0.fdx because it already exists
[junit4] 2> 685452 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Skipping download for _0_Lucene50_0.tip because it already exists
[junit4] 2> 685452 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Skipping download for _0.fdt because it already exists
[junit4] 2> 685452 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Skipping download for _0.fnm because it already exists
[junit4] 2> 685452 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Skipping download for _0.nvm because it already exists
[junit4] 2> 685453 INFO (qtp1722155760-4474) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1_Lucene50_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685454 INFO (qtp1722155760-4467) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1_Lucene50_0.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685454 INFO (qtp1722155760-4473) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685455 INFO (qtp1722155760-4472) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685456 INFO (qtp1722155760-4474) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685456 INFO (qtp1722155760-4467) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685457 INFO (qtp1722155760-4473) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685457 INFO (qtp1722155760-4472) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685458 INFO (qtp1722155760-4474) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1_Lucene50_0.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685459 INFO (qtp1722155760-4467) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=segments_3&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685459 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=1838) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@772e1b3e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4f6428f6)
[junit4] 2> 685460 INFO (explicit-fetchindex-cmd) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=31.5673828125, floorSegmentMB=1.828125, forceMergeDeletesPctAllowed=18.5680991437474, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 685460 INFO (explicit-fetchindex-cmd) [ ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 685461 INFO (explicit-fetchindex-cmd) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@57d49f98[collection1]
[...truncated too long message...]
empty4)&sort=id+desc&wt=javabin&version=2} hits=4 status=0 QTime=0
[junit4] 2> 762459 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[58986B84C8F2760]) [ ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 4 docs
[junit4] 2> 762459 INFO (qtp158990933-5600) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 762460 INFO (qtp158990933-5595) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 762460 INFO (qtp158990933-5594) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 762460 INFO (qtp1944243330-5611) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 762461 INFO (qtp158990933-5599) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 762461 INFO (qtp1944243330-5618) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 762461 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[58986B84C8F2760]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testEmptyCommits
[junit4] 2> 762465 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[58986B84C8F2760]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7b5f30af{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 762465 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[58986B84C8F2760]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=908948883
[junit4] 2> 762465 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[58986B84C8F2760]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 762466 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[58986B84C8F2760]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@b7f2b99: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@5c49457e
[junit4] 2> 762470 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[58986B84C8F2760]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 762470 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[58986B84C8F2760]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5db49c8d: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@302e7a50
[junit4] 2> 762474 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[58986B84C8F2760]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 762474 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[58986B84C8F2760]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@56754e80: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3411e88d
[junit4] 2> 762475 INFO (coreCloseExecutor-2756-thread-1) [ ] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@63362e5f
[junit4] 2> 762475 INFO (coreCloseExecutor-2756-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1664495199
[junit4] 2> 762475 INFO (coreCloseExecutor-2756-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@294cb503: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@f55ffe8
[junit4] 2> 762485 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[58986B84C8F2760]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3ee9b623{/solr,null,UNAVAILABLE}
[junit4] 2> 762487 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[58986B84C8F2760]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7c350d39{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 762487 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[58986B84C8F2760]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1764152043
[junit4] 2> 762488 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[58986B84C8F2760]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 762488 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[58986B84C8F2760]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@39be0aa9: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@5d501493
[junit4] 2> 762493 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[58986B84C8F2760]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 762493 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[58986B84C8F2760]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@11bd7cb: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@302e7a50
[junit4] 2> 762498 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[58986B84C8F2760]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 762498 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[58986B84C8F2760]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@70ecb4b4: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3411e88d
[junit4] 2> 762498 INFO (coreCloseExecutor-2758-thread-1) [ ] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@60329d8e
[junit4] 2> 762498 INFO (coreCloseExecutor-2758-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1613929870
[junit4] 2> 762498 INFO (coreCloseExecutor-2758-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@cf7a438: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@6e4f09fd
[junit4] 2> 762512 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[58986B84C8F2760]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6a31c285{/solr,null,UNAVAILABLE}
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001
[junit4] 2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=5075, maxDocsPerChunk=484, blockSize=1), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=5075, blockSize=1)), sim=RandomSimilarity(queryNorm=false): {}, locale=en-AT, timezone=America/Resolute
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=254629016,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestShardHandlerFactory, TestFieldCache, MetricsConfigTest, DistanceUnitsTest, TestSQLHandlerNonCloud, TlogReplayBufferedWhileIndexingTest, PrimitiveFieldTypeTest, SpellCheckComponentTest, HdfsBasicDistributedZkTest, TestConfigOverlay, DateMathParserTest, TestExpandComponent, TestDistribIDF, ChaosMonkeyNothingIsSafeWithPullReplicasTest, RestartWhileUpdatingTest, PeerSyncTest, TestPayloadCheckQParserPlugin, JsonLoaderTest, TestRequestStatusCollectionAPI, TestUnifiedSolrHighlighter, TestStressVersions, CdcrReplicationHandlerTest, MissingSegmentRecoveryTest, TestGraphTermsQParserPlugin, TestManagedResourceStorage, DocumentBuilderTest, TestSubQueryTransformerCrossCore, SubstringBytesRefFilterTest, SolrGraphiteReporterTest, TestUpdate, UpdateRequestProcessorFactoryTest, HdfsWriteToMultipleCollectionsTest, BJQParserTest, TestWordDelimiterFilterFactory, TestPHPSerializedResponseWriter, BaseCdcrDistributedZkTest, SolrMetricReporterTest, TestBinaryField, TestConfigsApi, NoCacheHeaderTest, CursorPagingTest, SolrCoreTest, ForceLeaderTest, SpellCheckCollatorTest, TestRecovery, DistributedMLTComponentTest, TestConfigReload, TestLeaderElectionWithEmptyReplica, DistributedSuggestComponentTest, TestStressCloudBlindAtomicUpdates, TestCrossCoreJoin, AnalysisAfterCoreReloadTest, TestReversedWildcardFilterFactory, LeaderElectionContextKeyTest, SliceStateTest, TestCopyFieldCollectionResource, SolrIndexMetricsTest, UtilsToolTest, FastVectorHighlighterTest, TestConfigSetsAPI, SpatialFilterTest, TestMergePolicyConfig, TestRuleBasedAuthorizationPlugin, TestReplicationHandler]
[junit4] Completed [252/745 (1!)] on J0 in 77.49s, 16 tests, 1 error, 1 skipped <<< FAILURES!
[...truncated 41760 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9) - Build # 20722 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20722/
Java: 64bit/jdk-9 -XX:-UseCompressedOops -XX:+UseSerialGC --illegal-access=deny
1 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.analytics.facet.PivotFacetTest
Error Message:
Error from server at https://127.0.0.1:42131/solr: Could not fully create collection: collection1
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42131/solr: Could not fully create collection: collection1
at __randomizedtesting.SeedInfo.seed([75EF5BEE84B82476]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.analytics.SolrAnalyticsTestCase.setupCollection(SolrAnalyticsTestCase.java:62)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 17061 lines...]
[junit4] Suite: org.apache.solr.analytics.facet.PivotFacetTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-analytics/test/J1/temp/solr.analytics.facet.PivotFacetTest_75EF5BEE84B82476-001/init-core-data-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=801, maxMBSortInHeap=7.3604779149755135, sim=RandomSimilarity(queryNorm=true): {}, locale=rm, timezone=Poland
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=399826192,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [CastingLongValueStreamTest, IfFunctionTest, CeilingFunctionTest, FloorFunctionTest, CastingFloatValueTest, AddFunctionTest, LegacyFieldFacetExtrasCloudTest, AbstractAnalyticsFieldTest, DoubleFieldsTest, OrFunctionTest, LegacyQueryFacetCloudTest, CastingStringValueTest, ExistsFunctionTest, PivotFacetTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=PivotFacetTest -Dtests.seed=75EF5BEE84B82476 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=rm -Dtests.timezone=Poland -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | PivotFacetTest (suite) <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42131/solr: Could not fully create collection: collection1
[junit4] > at __randomizedtesting.SeedInfo.seed([75EF5BEE84B82476]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
[junit4] > at org.apache.solr.analytics.SolrAnalyticsTestCase.setupCollection(SolrAnalyticsTestCase.java:62)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] Completed [78/78 (1!)] on J1 in 37.22s, 0 tests, 1 error <<< FAILURES!
[...truncated 36964 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9) - Build # 20721 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20721/
Java: 64bit/jdk-9 -XX:+UseCompressedOops -XX:+UseSerialGC --illegal-access=deny
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestTolerantUpdateProcessorCloud
Error Message:
Error from server at https://127.0.0.1:41799/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:41799/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([5E73F2787F24CA88]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.TestTolerantUpdateProcessorCloud.createMiniSolrCloudCluster(TestTolerantUpdateProcessorCloud.java:121)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.RecoveryAfterSoftCommitTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:38671/f_k
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:38671/f_k
at __randomizedtesting.SeedInfo.seed([5E73F2787F24CA88:D627CDA2D1D8A770]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.base/java.net.SocketInputStream.socketRead0(Native Method)
at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
... 42 more
FAILED: org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testIntegration
Error Message:
Timed out waiting for replicas of collection to be 2 again null Live Nodes: [127.0.0.1:36395_solr] Last available state: DocCollection(testIntegration//collections/testIntegration/state.json/7)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node3":{ "core":"testIntegration_shard1_replica_n1", "base_url":"https://127.0.0.1:36395/solr", "node_name":"127.0.0.1:36395_solr", "state":"active", "type":"NRT", "leader":"true"}, "core_node4":{ "core":"testIntegration_shard1_replica_n2", "base_url":"https://127.0.0.1:43613/solr", "node_name":"127.0.0.1:43613_solr", "state":"down", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Timed out waiting for replicas of collection to be 2 again
null
Live Nodes: [127.0.0.1:36395_solr]
Last available state: DocCollection(testIntegration//collections/testIntegration/state.json/7)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node3":{
"core":"testIntegration_shard1_replica_n1",
"base_url":"https://127.0.0.1:36395/solr",
"node_name":"127.0.0.1:36395_solr",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node4":{
"core":"testIntegration_shard1_replica_n2",
"base_url":"https://127.0.0.1:43613/solr",
"node_name":"127.0.0.1:43613_solr",
"state":"down",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([5E73F2787F24CA88:EE12FC545A1B6BAD]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testIntegration(ExecutePlanActionTest.java:209)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 11972 lines...]
[junit4] Suite: org.apache.solr.cloud.TestTolerantUpdateProcessorCloud
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTolerantUpdateProcessorCloud_5E73F2787F24CA88-001/init-core-data-001
[junit4] 2> 491342 WARN (SUITE-TestTolerantUpdateProcessorCloud-seed#[5E73F2787F24CA88]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=37 numCloses=37
[junit4] 2> 491343 INFO (SUITE-TestTolerantUpdateProcessorCloud-seed#[5E73F2787F24CA88]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 491343 INFO (SUITE-TestTolerantUpdateProcessorCloud-seed#[5E73F2787F24CA88]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 491344 INFO (SUITE-TestTolerantUpdateProcessorCloud-seed#[5E73F2787F24CA88]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 491345 INFO (SUITE-TestTolerantUpdateProcessorCloud-seed#[5E73F2787F24CA88]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 5 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTolerantUpdateProcessorCloud_5E73F2787F24CA88-001/tempDir-001
[junit4] 2> 491345 INFO (SUITE-TestTolerantUpdateProcessorCloud-seed#[5E73F2787F24CA88]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 491346 INFO (Thread-1744) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 491346 INFO (Thread-1744) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 491362 ERROR (Thread-1744) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 491446 INFO (SUITE-TestTolerantUpdateProcessorCloud-seed#[5E73F2787F24CA88]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:39995
[junit4] 2> 491464 INFO (jetty-launcher-492-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 491464 INFO (jetty-launcher-492-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 491466 INFO (jetty-launcher-492-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 491471 INFO (jetty-launcher-492-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7db5ffc6{/solr,null,AVAILABLE}
[junit4] 2> 491472 INFO (jetty-launcher-492-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 491485 INFO (jetty-launcher-492-thread-5) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 491526 INFO (jetty-launcher-492-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@33a353bd{/solr,null,AVAILABLE}
[junit4] 2> 491528 INFO (jetty-launcher-492-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7cf558fa{SSL,[ssl, http/1.1]}{127.0.0.1:40467}
[junit4] 2> 491528 INFO (jetty-launcher-492-thread-5) [ ] o.e.j.s.Server Started @493654ms
[junit4] 2> 491528 INFO (jetty-launcher-492-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40467}
[junit4] 2> 491528 ERROR (jetty-launcher-492-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 491528 INFO (jetty-launcher-492-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 491528 INFO (jetty-launcher-492-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 491528 INFO (jetty-launcher-492-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 491528 INFO (jetty-launcher-492-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T04:02:01.676834Z
[junit4] 2> 491540 INFO (jetty-launcher-492-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@35ee8769{/solr,null,AVAILABLE}
[junit4] 2> 491541 INFO (jetty-launcher-492-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5f5820aa{SSL,[ssl, http/1.1]}{127.0.0.1:41799}
[junit4] 2> 491541 INFO (jetty-launcher-492-thread-1) [ ] o.e.j.s.Server Started @493667ms
[junit4] 2> 491541 INFO (jetty-launcher-492-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41799}
[junit4] 2> 491541 ERROR (jetty-launcher-492-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 491541 INFO (jetty-launcher-492-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 491541 INFO (jetty-launcher-492-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 491541 INFO (jetty-launcher-492-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 491541 INFO (jetty-launcher-492-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T04:02:01.689942Z
[junit4] 2> 491558 INFO (jetty-launcher-492-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1c635fe0{SSL,[ssl, http/1.1]}{127.0.0.1:37581}
[junit4] 2> 491558 INFO (jetty-launcher-492-thread-3) [ ] o.e.j.s.Server Started @493684ms
[junit4] 2> 491558 INFO (jetty-launcher-492-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37581}
[junit4] 2> 491558 ERROR (jetty-launcher-492-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 491558 INFO (jetty-launcher-492-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 491558 INFO (jetty-launcher-492-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 491558 INFO (jetty-launcher-492-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 491558 INFO (jetty-launcher-492-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T04:02:01.706779Z
[junit4] 2> 491571 INFO (jetty-launcher-492-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4ae60069{/solr,null,AVAILABLE}
[junit4] 2> 491571 INFO (jetty-launcher-492-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2b5bba75{SSL,[ssl, http/1.1]}{127.0.0.1:41707}
[junit4] 2> 491571 INFO (jetty-launcher-492-thread-2) [ ] o.e.j.s.Server Started @493697ms
[junit4] 2> 491571 INFO (jetty-launcher-492-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41707}
[junit4] 2> 491571 INFO (jetty-launcher-492-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 491571 INFO (jetty-launcher-492-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 491571 ERROR (jetty-launcher-492-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 491572 INFO (jetty-launcher-492-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 491572 INFO (jetty-launcher-492-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 491572 INFO (jetty-launcher-492-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 491572 INFO (jetty-launcher-492-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T04:02:01.720148Z
[junit4] 2> 491573 INFO (jetty-launcher-492-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 491579 INFO (jetty-launcher-492-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5dda3b07{/solr,null,AVAILABLE}
[junit4] 2> 491579 INFO (jetty-launcher-492-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@36274306{SSL,[ssl, http/1.1]}{127.0.0.1:42093}
[junit4] 2> 491579 INFO (jetty-launcher-492-thread-4) [ ] o.e.j.s.Server Started @493705ms
[junit4] 2> 491579 INFO (jetty-launcher-492-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42093}
[junit4] 2> 491580 ERROR (jetty-launcher-492-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 491580 INFO (jetty-launcher-492-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 491580 INFO (jetty-launcher-492-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 491580 INFO (jetty-launcher-492-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 491580 INFO (jetty-launcher-492-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T04:02:01.728366Z
[junit4] 2> 491583 INFO (jetty-launcher-492-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 491584 INFO (jetty-launcher-492-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39995/solr
[junit4] 2> 491586 INFO (jetty-launcher-492-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39995/solr
[junit4] 2> 491587 INFO (jetty-launcher-492-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 491600 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f4c8b58a30006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 491604 INFO (jetty-launcher-492-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39995/solr
[junit4] 2> 491615 INFO (jetty-launcher-492-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39995/solr
[junit4] 2> 491617 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f4c8b58a30009, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 491617 INFO (jetty-launcher-492-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39995/solr
[junit4] 2> 491617 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f4c8b58a30008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 491665 INFO (jetty-launcher-492-thread-4) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 491665 INFO (jetty-launcher-492-thread-5) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 491666 INFO (jetty-launcher-492-thread-4) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42093_solr
[junit4] 2> 491666 INFO (jetty-launcher-492-thread-5) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40467_solr
[junit4] 2> 491666 INFO (jetty-launcher-492-thread-4) [ ] o.a.s.c.Overseer Overseer (id=98881878196682767-127.0.0.1:42093_solr-n_0000000000) starting
[junit4] 2> 491681 INFO (zkCallback-519-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 491693 INFO (zkCallback-518-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 491712 INFO (jetty-launcher-492-thread-4) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42093_solr
[junit4] 2> 491713 INFO (zkCallback-518-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 491714 INFO (zkCallback-519-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 491753 INFO (jetty-launcher-492-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 491756 INFO (jetty-launcher-492-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 491758 INFO (jetty-launcher-492-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41799_solr
[junit4] 2> 491766 INFO (zkCallback-519-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 491766 INFO (zkCallback-518-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 491770 INFO (zkCallback-512-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 491787 INFO (jetty-launcher-492-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 491812 INFO (jetty-launcher-492-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 491814 INFO (jetty-launcher-492-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41707_solr
[junit4] 2> 491815 INFO (zkCallback-519-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 491815 INFO (zkCallback-518-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 491834 INFO (zkCallback-516-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 491842 INFO (zkCallback-512-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 491881 INFO (jetty-launcher-492-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41799.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a7b0efa
[junit4] 2> 491890 INFO (jetty-launcher-492-thread-4) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42093.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a7b0efa
[junit4] 2> 491901 INFO (jetty-launcher-492-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41799.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a7b0efa
[junit4] 2> 491901 INFO (jetty-launcher-492-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41799.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a7b0efa
[junit4] 2> 491902 INFO (jetty-launcher-492-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTolerantUpdateProcessorCloud_5E73F2787F24CA88-001/tempDir-001/node1/.
[junit4] 2> 491918 INFO (jetty-launcher-492-thread-5) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40467.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a7b0efa
[junit4] 2> 491949 INFO (jetty-launcher-492-thread-4) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42093.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a7b0efa
[junit4] 2> 491949 INFO (jetty-launcher-492-thread-4) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42093.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a7b0efa
[junit4] 2> 491950 INFO (jetty-launcher-492-thread-4) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTolerantUpdateProcessorCloud_5E73F2787F24CA88-001/tempDir-001/node4/.
[junit4] 2> 491956 INFO (jetty-launcher-492-thread-5) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40467.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a7b0efa
[junit4] 2> 491956 INFO (jetty-launcher-492-thread-5) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40467.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a7b0efa
[junit4] 2> 491963 INFO (jetty-launcher-492-thread-5) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTolerantUpdateProcessorCloud_5E73F2787F24CA88-001/tempDir-001/node5/.
[junit4] 2> 491982 INFO (jetty-launcher-492-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 491983 INFO (jetty-launcher-492-thread-3) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 491984 INFO (jetty-launcher-492-thread-3) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37581_solr
[junit4] 2> 491987 INFO (zkCallback-519-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 491987 INFO (zkCallback-516-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 491987 INFO (zkCallback-512-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 491993 INFO (zkCallback-514-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 491993 INFO (zkCallback-518-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 492001 INFO (jetty-launcher-492-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41707.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a7b0efa
[junit4] 2> 492012 INFO (jetty-launcher-492-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41707.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a7b0efa
[junit4] 2> 492013 INFO (jetty-launcher-492-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41707.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a7b0efa
[junit4] 2> 492014 INFO (jetty-launcher-492-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTolerantUpdateProcessorCloud_5E73F2787F24CA88-001/tempDir-001/node2/.
[junit4] 2> 492060 INFO (jetty-launcher-492-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37581.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a7b0efa
[junit4] 2> 492070 INFO (jetty-launcher-492-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37581.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a7b0efa
[junit4] 2> 492071 INFO (jetty-launcher-492-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37581.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a7b0efa
[junit4] 2> 492072 INFO (jetty-launcher-492-thread-3) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTolerantUpdateProcessorCloud_5E73F2787F24CA88-001/tempDir-001/node3/.
[junit4] 2> 492198 INFO (SUITE-TestTolerantUpdateProcessorCloud-seed#[5E73F2787F24CA88]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 492198 INFO (SUITE-TestTolerantUpdateProcessorCloud-seed#[5E73F2787F24CA88]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39995/solr ready
[junit4] 2> 492376 INFO (qtp983400647-4497) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.schema=schema15.xml&property.config=solrconfig-distrib-update-processor-chains.xml&collection.configName=solrCloudCollectionConfig&name=test_col&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 492377 INFO (OverseerThreadFactory-1375-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection test_col
[junit4] 2> 492494 INFO (OverseerStateUpdate-98881878196682767-127.0.0.1:42093_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_col",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"test_col_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42093/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 492496 INFO (OverseerStateUpdate-98881878196682767-127.0.0.1:42093_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_col",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"test_col_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37581/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 492496 INFO (OverseerStateUpdate-98881878196682767-127.0.0.1:42093_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_col",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"test_col_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40467/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 492497 INFO (OverseerStateUpdate-98881878196682767-127.0.0.1:42093_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_col",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"test_col_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41707/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 492738 INFO (qtp215840412-4492) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.schema=schema15.xml&property.config=solrconfig-distrib-update-processor-chains.xml&coreNodeName=core_node5&name=test_col_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 492739 INFO (qtp215840412-4492) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 492748 INFO (qtp1080644833-4500) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.schema=schema15.xml&property.config=solrconfig-distrib-update-processor-chains.xml&coreNodeName=core_node7&name=test_col_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 492748 INFO (qtp1080644833-4500) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 492759 INFO (qtp1297910164-4526) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.schema=schema15.xml&property.config=solrconfig-distrib-update-processor-chains.xml&coreNodeName=core_node8&name=test_col_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 492759 INFO (qtp1743843754-4533) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.schema=schema15.xml&property.config=solrconfig-distrib-update-processor-chains.xml&coreNodeName=core_node3&name=test_col_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 492760 INFO (qtp1743843754-4533) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 492760 INFO (qtp1297910164-4526) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 492872 INFO (zkCallback-516-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
[junit4] 2> 492872 INFO (zkCallback-514-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
[junit4] 2> 492872 INFO (zkCallback-518-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
[junit4] 2> 492872 INFO (zkCallback-519-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
[junit4] 2> 492872 INFO (zkCallback-514-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
[junit4] 2> 492873 INFO (zkCallback-519-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
[junit4] 2> 492874 INFO (zkCallback-518-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
[junit4] 2> 492874 INFO (zkCallback-516-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
[junit4] 2> 493766 INFO (qtp1080644833-4500) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 493766 INFO (qtp1743843754-4533) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 493767 INFO (qtp215840412-4492) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 493785 INFO (qtp1080644833-4500) [ ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema15.xml instead
[junit4] 2> 493785 INFO (qtp215840412-4492) [ ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema15.xml instead
[junit4] 2> 493786 INFO (qtp1743843754-4533) [ ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema15.xml instead
[junit4] 2> 493788 INFO (qtp1297910164-4526) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 493788 INFO (qtp215840412-4492) [ ] o.a.s.s.IndexSchema [test_col_shard1_replica_n2] Schema name=test
[junit4] 2> 493788 INFO (qtp1080644833-4500) [ ] o.a.s.s.IndexSchema [test_col_shard2_replica_n4] Schema name=test
[junit4] 2> 493792 INFO (qtp1297910164-4526) [ ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema15.xml instead
[junit4] 2> 493793 INFO (qtp1743843754-4533) [ ] o.a.s.s.IndexSchema [test_col_shard1_replica_n1] Schema name=test
[junit4] 2> 493814 INFO (qtp1297910164-4526) [ ] o.a.s.s.IndexSchema [test_col_shard2_replica_n6] Schema name=test
[junit4] 2> 493881 INFO (qtp215840412-4492) [ ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 493882 INFO (qtp1080644833-4500) [ ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 493896 INFO (qtp1743843754-4533) [ ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 493897 INFO (qtp215840412-4492) [ ] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/solrCloudCollectionConfig/managed-schema
[junit4] 2> 493899 INFO (qtp215840412-4492) [ ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/solrCloudCollectionConfig/schema15.xml to /configs/solrCloudCollectionConfig/schema15.xml.bak
[junit4] 2> 493899 INFO (qtp215840412-4492) [ ] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica_n2' using configuration from collection test_col, trusted=true
[junit4] 2> 493900 INFO (qtp215840412-4492) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37581.solr.core.test_col.shard1.replica_n2' (registry 'solr.core.test_col.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a7b0efa
[junit4] 2> 493900 INFO (qtp215840412-4492) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 493900 INFO (qtp215840412-4492) [ ] o.a.s.c.SolrCore [[test_col_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTolerantUpdateProcessorCloud_5E73F2787F24CA88-001/tempDir-001/node3/test_col_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTolerantUpdateProcessorCloud_5E73F2787F24CA88-001/tempDir-001/node3/./test_col_shard1_replica_n2/data/]
[junit4] 2> 493901 INFO (qtp1080644833-4500) [ ] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/solrCloudCollectionConfig/managed-schema already exists - no need to create it
[junit4] 2> 493902 INFO (qtp1080644833-4500) [ ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, the non-managed schema /configs/solrCloudCollectionConfig/schema15.xml no longer exists.
[junit4] 2> 493902 INFO (qtp1080644833-4500) [ ] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard2_replica_n4' using configuration from collection test_col, trusted=true
[junit4] 2> 493902 INFO (qtp1080644833-4500) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40467.solr.core.test_col.shard2.replica_n4' (registry 'solr.core.test_col.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a7b0efa
[junit4] 2> 493902 INFO (qtp215840412-4492) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=12.111328125, floorSegmentMB=1.482421875, forceMergeDeletesPctAllowed=15.683949690904932, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 493902 INFO (qtp1080644833-4500) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 493902 INFO (qtp1080644833-4500) [ ] o.a.s.c.SolrCore [[test_col_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTolerantUpdateProcessorCloud_5E73F2787F24CA88-001/tempDir-001/node5/test_col_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTolerantUpdateProcessorCloud_5E73F2787F24CA88-001/tempDir-001/node5/./test_col_shard2_replica_n4/data/]
[junit4] 2> 493904 INFO (qtp1080644833-4500) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=12.111328125, floorSegmentMB=1.482421875, forceMergeDeletesPctAllowed=15.683949690904932, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 493909 INFO (qtp1297910164-4526) [ ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 493911 INFO (qtp1743843754-4533) [ ] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/solrCloudCollectionConfig/managed-schema already exists - no need to create it
[junit4] 2> 493911 INFO (qtp1743843754-4533) [ ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, the non-managed schema /configs/solrCloudCollectionConfig/schema15.xml no longer exists.
[junit4] 2> 493911 INFO (qtp1743843754-4533) [ ] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica_n1' using configuration from collection test_col, trusted=true
[junit4] 2> 493911 INFO (qtp1743843754-4533) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42093.solr.core.test_col.shard1.replica_n1' (registry 'solr.core.test_col.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a7b0efa
[junit4] 2> 493912 INFO (qtp1743843754-4533) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 493912 INFO (qtp1743843754-4533) [ ] o.a.s.c.SolrCore [[test_col_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTolerantUpdateProcessorCloud_5E73F2787F24CA88-001/tempDir-001/node4/test_col_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTolerantUpdateProcessorCloud_5E73F2787F24CA88-001/tempDir-001/node4/./test_col_shard1_replica_n1/data/]
[junit4] 2> 493915 INFO (qtp1743843754-4533) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=12.111328125, floorSegmentMB=1.482421875, forceMergeDeletesPctAllowed=15.683949690904932, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 493921 INFO (qtp1297910164-4526) [ ] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/solrCloudCollectionConfig/managed-schema already exists - no need to create it
[junit4] 2> 493921 INFO (qtp1297910164-4526) [ ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, the non-managed schema /configs/solrCloudCollectionConfig/schema15.xml no longer exists.
[junit4] 2> 493921 INFO (qtp1297910164-4526) [ ] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard2_replica_n6' using configuration from collection test_col, trusted=true
[junit4] 2> 493922 INFO (qtp1297910164-4526) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41707.solr.core.test_col.shard2.replica_n6' (registry 'solr.core.test_col.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a7b0efa
[junit4] 2> 493922 INFO (qtp1297910164-4526) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 493922 INFO (qtp1297910164-4526) [ ] o.a.s.c.SolrCore [[test_col_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTolerantUpdateProcessorCloud_5E73F2787F24CA88-001/tempDir-001/node2/test_col_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTolerantUpdateProcessorCloud_5E73F2787F24CA88-001/tempDir-001/node2/./test_col_shard2_replica_n6/data/]
[junit4] 2> 493925 INFO (qtp1297910164-4526) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=12.111328125, floorSegmentMB=1.482421875, forceMergeDeletesPctAllowed=15.683949690904932, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 493938 INFO (qtp215840412-4492) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 493938 INFO (qtp215840412-4492) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 493939 INFO (qtp215840412-4492) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 493939 INFO (qtp215840412-4492) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 493940 INFO (qtp215840412-4492) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=27, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 493940 INFO (qtp215840412-4492) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1ea43176[test_col_shard1_replica_n2] main]
[junit4] 2> 493941 INFO (qtp215840412-4492) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 493941 INFO (qtp215840412-4492) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 493941 INFO (qtp215840412-4492) [ ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/solrCloudCollectionConfig/managed-schema
[junit4] 2> 493941 INFO (qtp215840412-4492) [ ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 493942 INFO (searcherExecutor-1386-thread-1) [ ] o.a.s.c.SolrCore [test_col_shard1_replica_n2] Registered new searcher Searcher@1ea43176[test_col_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 493942 INFO (qtp215840412-4492) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582110053855395840
[junit4] 2> 493945 INFO (qtp215840412-4492) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 493946 INFO (qtp1080644833-4500) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 493946 INFO (qtp1080644833-4500) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 493947 INFO (qtp1080644833-4500) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 493947 INFO (qtp1080644833-4500) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 493949 INFO (qtp1080644833-4500) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=27, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 493949 INFO (qtp1080644833-4500) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@79b784c6[test_col_shard2_replica_n4] main]
[junit4] 2> 493950 INFO (qtp1080644833-4500) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 493950 INFO (qtp1080644833-4500) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 493950 INFO (qtp1080644833-4500) [ ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/solrCloudCollectionConfig/managed-schema
[junit4] 2> 493951 INFO (qtp1080644833-4500) [ ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
[junit4] 2> 493954 INFO (qtp1080644833-4500) [ ] o.a.s.s.IndexSchema [test_col_shard2_replica_n4] Schema name=test
[junit4] 2> 493954 INFO (qtp1743843754-4533) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 493954 INFO (qtp1743843754-4533) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 493955 INFO (qtp1743843754-4533) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 493955 INFO (qtp1743843754-4533) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 493956 INFO (qtp1743843754-4533) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=27, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 493956 INFO (qtp1743843754-4533) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f3130aa[test_col_shard1_replica_n1] main]
[junit4] 2> 493957 INFO (qtp1743843754-4533) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 493957 INFO (qtp1743843754-4533) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 493957 INFO (qtp1743843754-4533) [ ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/solrCloudCollectionConfig/managed-schema
[junit4] 2> 493957 INFO (qtp1743843754-4533) [ ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
[junit4] 2> 493981 INFO (qtp1743843754-4533) [ ] o.a.s.s.IndexSchema [test_col_shard1_replica_n1] Schema name=test
[junit4] 2> 493985 INFO (qtp1297910164-4526) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 493985 INFO (qtp1297910164-4526) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 493986 INFO (qtp1297910164-4526) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 493986 INFO (qtp1297910164-4526) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 493987 INFO (qtp1297910164-4526) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=27, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 493988 INFO (qtp1297910164-4526) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@51fc7908[test_col_shard2_replica_n6] main]
[junit4] 2> 494007 INFO (qtp1297910164-4526) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 494007 INFO (qtp1297910164-4526) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 494007 INFO (qtp1297910164-4526) [ ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/solrCloudCollectionConfig/managed-schema
[junit4] 2> 494007 INFO (qtp1297910164-4526) [ ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
[junit4] 2> 494010 INFO (qtp1297910164-4526) [ ] o.a.s.s.IndexSchema [test_col_shard2_replica_n6] Schema name=test
[junit4] 2> 494160 INFO (qtp1080644833-4500) [ ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 494162 INFO (qtp1743843754-4533) [ ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 494173 INFO (qtp1080644833-4500) [ ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 222 ms
[junit4] 2> 494174 INFO (searcherExecutor-1387-thread-1) [ ] o.a.s.c.SolrCore [test_col_shard2_replica_n4] Registered new searcher Searcher@79b784c6[test_col_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 494174 INFO (qtp1080644833-4500) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582110054098665472
[junit4] 2> 494175 INFO (qtp1743843754-4533) [ ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 218 ms
[junit4] 2> 494177 INFO (qtp1743843754-4533) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582110054101811200
[junit4] 2> 494178 INFO (qtp1297910164-4526) [ ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 494178 INFO (searcherExecutor-1388-thread-1) [ ] o.a.s.c.SolrCore [test_col_shard1_replica_n1] Registered new searcher Searcher@1f3130aa[test_col_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 494179 INFO (qtp1080644833-4500) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 494185 INFO (qtp1297910164-4526) [ ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 177 ms
[junit4] 2> 494186 INFO (qtp1297910164-4526) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582110054111248384
[junit4] 2> 494187 INFO (searcherExecutor-1389-thread-1) [ ] o.a.s.c.SolrCore [test_col_shard2_replica_n6] Registered new searcher Searcher@51fc7908[test_col_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 494445 INFO (qtp215840412-4492) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 494445 INFO (qtp215840412-4492) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 494445 INFO (qtp215840412-4492) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37581/solr/test_col_shard1_replica_n2/
[junit4] 2> 494446 INFO (qtp215840412-4492) [ ] o.a.s.u.PeerSync PeerSync: core=test_col_shard1_replica_n2 url=https://127.0.0.1:37581/solr START replicas=[https://127.0.0.1:42093/solr/test_col_shard1_replica_n1/] nUpdates=100
[junit4] 2> 494451 INFO (qtp1743843754-4521) [ ] o.a.s.c.S.Request [test_col_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 494680 INFO (qtp1080644833-4500) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 494680 INFO (qtp1080644833-4500) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 494680 INFO (qtp1080644833-4500) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40467/solr/test_col_shard2_replica_n4/
[junit4] 2> 494680 INFO (qtp1080644833-4500) [ ] o.a.s.u.PeerSync PeerSync: core=test_col_shard2_replica_n4 url=https://127.0.0.1:40467/solr START replicas=[https://127.0.0.1:41707/solr/test_col_shard2_replica_n6/] nUpdates=100
[junit4] 2> 494684 INFO (qtp1297910164-4484) [ ] o.a.s.c.S.Request [test_col_shard2_replica_n6] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 494746 INFO (qtp215840412-4492) [ ] o.a.s.u.PeerSync PeerSync: core=test_col_shard1_replica_n2 url=https://127.0.0.1:37581/solr DONE. We have no versions. sync failed.
[junit4] 2> 494746 INFO (qtp215840412-4492) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 494746 INFO (qtp215840412-4492) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 494746 INFO (qtp215840412-4492) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 494748 INFO (qtp215840412-4492) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37581/solr/test_col_shard1_replica_n2/ shard1
[junit4] 2> 494980 INFO (qtp1080644833-4500) [ ] o.a.s.u.PeerSync PeerSync: core=test_col_shard2_replica_n4 url=https://127.0.0.1:40467/solr DONE. We have no versions. sync failed.
[junit4] 2> 494980 INFO (qtp1080644833-4500) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 494980 INFO (qtp1080644833-4500) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 494980 INFO (qtp1080644833-4500) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 494982 INFO (qtp1080644833-4500) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40467/solr/test_col_shard2_replica_n4/ shard2
[junit4] 2> 672378 ERROR (qtp983400647-4497) [ ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 672400 INFO (qtp983400647-4497) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&property.schema=schema15.xml&property.config=solrconfig-distrib-update-processor-chains.xml&collection.configName=solrCloudCollectionConfig&name=test_col&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=500 QTime=180023
[junit4] 2> 672400 ERROR (qtp983400647-4497) [ ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 672470 INFO (jetty-closer-493-thread-3) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2b5bba75{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 672471 INFO (jetty-closer-493-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7cf558fa{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 672471 INFO (jetty-closer-493-thread-3) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=902290109
[junit4] 2> 672471 INFO (jetty-closer-493-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5f5820aa{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 672471 INFO (jetty-closer-493-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 672471 INFO (jetty-closer-493-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@678fa9ff: rootName = solr_41707, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4de8073e
[junit4] 2> 672471 INFO (jetty-closer-493-thread-4) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1c635fe0{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 672475 ERROR (OverseerThreadFactory-1375-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:40467/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:40467/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:640)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:40467 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
[junit4] 2> ... 12 more
[junit4] 2> 672502 ERROR (OverseerThreadFactory-1375-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:41707/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:41707/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:640)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:41707 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
[junit4] 2> ... 12 more
[junit4] 2> 672502 ERROR (OverseerThreadFactory-1375-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:37581/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:37581/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:640)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:37581 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
[junit4] 2> ... 12 more
[junit4] 2> 672503 ERROR (OverseerThreadFactory-1375-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:42093/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:42093/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:640)
[...truncated too long message...]
2> 3363809 ERROR (AutoscalingActionExecutor-6121-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Unexpected Exception while querying status of requestId=node_lost_trigger/14f067c86a9e5e40Taq4yw346tt392h978h000u85g/0
[junit4] 2> java.io.IOException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
[junit4] 2> at org.apache.solr.client.solrj.impl.SolrClientCloudManager.request(SolrClientCloudManager.java:101)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ExecutePlanAction.waitForTaskToFinish(ExecutePlanAction.java:130)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.waitForPendingTasks(ScheduledTriggers.java:289)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$2(ScheduledTriggers.java:221)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
[junit4] 2> at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:460)
[junit4] 2> at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
[junit4] 2> at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
[junit4] 2> at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
[junit4] 2> at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
[junit4] 2> at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
[junit4] 2> at org.apache.solr.client.solrj.impl.SolrClientCloudManager.request(SolrClientCloudManager.java:99)
[junit4] 2> ... 9 more
[junit4] 2> 3367922 WARN (OverseerThreadFactory-6122-thread-5) [ ] o.a.s.c.MoveReplicaCmd Timed out waiting for leader's replica to recover, collection=testExecute shard=shard1 on node=127.0.0.1:36395_solr
[junit4] 2> 3367923 INFO (OverseerThreadFactory-6122-thread-5) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3367924 WARN (OverseerAutoScalingTriggerThread-98882023395688454-127.0.0.1:36395_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3367924 DEBUG (jetty-closer-4267-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 3367924 ERROR (AutoscalingActionExecutor-6121-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Unexpected exception while waiting for pending task with requestid: node_lost_trigger/14f067c86a9e5e40Taq4yw346tt392h978h000u85g/0 to finish
[junit4] 2> java.lang.InterruptedException: sleep interrupted
[junit4] 2> at java.base/java.lang.Thread.sleep(Native Method)
[junit4] 2> at java.base/java.lang.Thread.sleep(Thread.java:340)
[junit4] 2> at java.base/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:401)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ExecutePlanAction.waitForTaskToFinish(ExecutePlanAction.java:155)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.waitForPendingTasks(ScheduledTriggers.java:289)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$2(ScheduledTriggers.java:221)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 3367924 INFO (jetty-closer-4267-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5aeb8419{/solr,null,UNAVAILABLE}
[junit4] 2> 3367925 ERROR (SUITE-ExecutePlanActionTest-seed#[5E73F2787F24CA88]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3367925 INFO (SUITE-ExecutePlanActionTest-seed#[5E73F2787F24CA88]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33733 33733
[junit4] 2> 3376653 INFO (Thread-2783) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33733 33733
[junit4] 2> 3376653 WARN (Thread-2783) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 3 /solr/configs/conf
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 20 /solr/collections/testExecute/state.json
[junit4] 2> 19 /solr/collections/testIntegration/state.json
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/live_nodes
[junit4] 2> 4 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ExecutePlanActionTest_5E73F2787F24CA88-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1224, maxMBSortInHeap=6.618478495583382, sim=RandomSimilarity(queryNorm=false): {}, locale=zh-Hans-CN, timezone=Europe/San_Marino
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=239780832,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [CloneFieldUpdateProcessorFactoryTest, CustomCollectionTest, CoreAdminHandlerTest, TestSegmentSorting, CollectionReloadTest, TestReloadAndDeleteDocs, TestCharFilters, TestLMDirichletSimilarityFactory, TestDistribDocBasedVersion, XmlUpdateRequestHandlerTest, AlternateDirectoryTest, CopyFieldTest, SuggesterWFSTTest, SegmentsInfoRequestHandlerTest, TestEmbeddedSolrServerConstructors, DistributedFacetPivotLargeTest, LeaderFailureAfterFreshStartTest, HdfsBasicDistributedZk2Test, TestRealTimeGet, TestIntervalFaceting, FieldMutatingUpdateProcessorTest, HdfsSyncSliceTest, TestUseDocValuesAsStored, TestObjectReleaseTracker, TestMissingGroups, QueryElevationComponentTest, DistributedSpellCheckComponentTest, TestTrie, TestPKIAuthenticationPlugin, TestStandardQParsers, TestDistributedMissingSort, TestLRUCache, BasicDistributedZk2Test, TestElisionMultitermQuery, TestDistributedGrouping, BasicAuthStandaloneTest, WordBreakSolrSpellCheckerTest, TestSystemIdResolver, UnloadDistributedZkTest, ZkNodePropsTest, BlockJoinFacetRandomTest, TestCustomStream, SpatialRPTFieldTypeTest, SpatialHeatmapFacetsTest, TestInitQParser, FullSolrCloudDistribCmdsTest, ReturnFieldsTest, UUIDFieldTest, TestFuzzyAnalyzedSuggestions, TestInfoStreamLogging, TestConfigSetProperties, OverseerTest, SolrJmxReporterTest, AliasIntegrationTest, TestLMJelinekMercerSimilarityFactory, HdfsUnloadDistributedZkTest, TestClusterStateMutator, SystemInfoHandlerTest, TestFieldTypeCollectionResource, SolrCoreCheckLockOnStartupTest, SSLMigrationTest, AnalyticsQueryTest, UninvertDocValuesMergePolicyTest, HLLUtilTest, HdfsRecoverLeaseTest, TestSolrCoreProperties, UUIDUpdateProcessorFallbackTest, MoveReplicaHDFSTest, TestReplicationHandlerBackup, TestSolrCoreSnapshots, TestCloudNestedDocsSort, ReplicationFactorTest, DocValuesNotIndexedTest, PluginInfoTest, BooleanFieldTest, TestSearcherReuse, DistanceFunctionTest, TestQueryTypes, TestRequestForwarding, SolrMetricManagerTest, StatsComponentTest, TestLegacyField, TestBackupRepositoryFactory, InfixSuggestersTest, SuggesterTest, TestLeaderInitiatedRecoveryThread, VMParamsZkACLAndCredentialsProvidersTest, TestZkChroot, TestQueryWrapperFilter, TestCloudPivotFacet, CoreAdminRequestStatusTest, TestFiltering, BufferStoreTest, TestExactStatsCache, TestSearchPerf, ClassificationUpdateProcessorFactoryTest, TestLFUCache, TestBinaryResponseWriter, OverseerStatusTest, ConfigSetsAPITest, CollectionsAPIAsyncDistributedZkTest, AsyncCallRequestStatusResponseTest, DirectSolrConnectionTest, ConnectionReuseTest, SolrTestCaseJ4Test, DefaultValueUpdateProcessorTest, HighlighterTest, ScriptEngineTest, TestDocTermOrds, DeleteStatusTest, TestSolrConfigHandlerConcurrent, PeerSyncWithIndexFingerprintCachingTest, CdcrReplicationDistributedZkTest, AutoAddReplicasPlanActionTest, TestBlendedInfixSuggestions, TestQuerySenderListener, TestNumericTerms64, TestFieldCacheWithThreads, TestReRankQParserPlugin, TestStressLiveNodes, TestValueSourceCache, BasicDistributedZkTest, TestPullReplica, TestShortCircuitedRequests, TestStressCloudBlindAtomicUpdates, AutoScalingHandlerTest, ExecutePlanActionTest]
[junit4] Completed [721/745 (3!)] on J2 in 669.54s, 2 tests, 1 failure <<< FAILURES!
[...truncated 40092 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build #
20720 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20720/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseSerialGC
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=19514, name=jetty-launcher-5300-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
1) Thread[id=19514, name=jetty-launcher-5300-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
at __randomizedtesting.SeedInfo.seed([B470C9D01CC7A385]:0)
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:36297
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:36297
at __randomizedtesting.SeedInfo.seed([B470C9D01CC7A385:3C24F60AB23BCE7D]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
... 43 more
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
action did not execute
Stack Trace:
java.lang.AssertionError: action did not execute
at __randomizedtesting.SeedInfo.seed([B470C9D01CC7A385:D98C6D2DA68F5C82]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:260)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12206 lines...]
[junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_B470C9D01CC7A385-001/init-core-data-001
[junit4] 2> 1009065 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[B470C9D01CC7A385]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1009065 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[B470C9D01CC7A385]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1009065 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[B470C9D01CC7A385]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1009082 WARN (SUITE-TestSolrCloudWithSecureImpersonation-seed#[B470C9D01CC7A385]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 2> 1009099 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[B470C9D01CC7A385]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_B470C9D01CC7A385-001/tempDir-001
[junit4] 2> 1009100 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[B470C9D01CC7A385]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1009100 INFO (Thread-2094) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1009100 INFO (Thread-2094) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1009101 ERROR (Thread-2094) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1009200 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[B470C9D01CC7A385]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:37865
[junit4] 2> 1009204 INFO (jetty-launcher-5300-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1009204 INFO (jetty-launcher-5300-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1009205 INFO (jetty-launcher-5300-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a855ee{/solr,null,AVAILABLE}
[junit4] 2> 1009205 INFO (jetty-launcher-5300-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1a0c421{/solr,null,AVAILABLE}
[junit4] 2> 1009205 INFO (jetty-launcher-5300-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@12a2e16{SSL,[ssl, http/1.1]}{127.0.0.1:36767}
[junit4] 2> 1009205 INFO (jetty-launcher-5300-thread-1) [ ] o.e.j.s.Server Started @1011033ms
[junit4] 2> 1009205 INFO (jetty-launcher-5300-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36767}
[junit4] 2> 1009205 INFO (jetty-launcher-5300-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@452ecf{SSL,[ssl, http/1.1]}{127.0.0.1:46811}
[junit4] 2> 1009205 INFO (jetty-launcher-5300-thread-2) [ ] o.e.j.s.Server Started @1011033ms
[junit4] 2> 1009205 INFO (jetty-launcher-5300-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46811}
[junit4] 2> 1009206 ERROR (jetty-launcher-5300-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1009206 ERROR (jetty-launcher-5300-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1009206 INFO (jetty-launcher-5300-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1009206 INFO (jetty-launcher-5300-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1009206 INFO (jetty-launcher-5300-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1009206 INFO (jetty-launcher-5300-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1009206 INFO (jetty-launcher-5300-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1009206 INFO (jetty-launcher-5300-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1009206 INFO (jetty-launcher-5300-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T01:10:05.062Z
[junit4] 2> 1009206 INFO (jetty-launcher-5300-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T01:10:05.062Z
[junit4] 2> 1009207 INFO (jetty-launcher-5300-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1009207 INFO (jetty-launcher-5300-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1009210 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f4beded9d0002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1009212 INFO (jetty-launcher-5300-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37865/solr
[junit4] 2> 1009212 INFO (jetty-launcher-5300-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37865/solr
[junit4] 2> 1009268 INFO (jetty-launcher-5300-thread-2) [n:127.0.0.1:46811_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1009268 INFO (jetty-launcher-5300-thread-2) [n:127.0.0.1:46811_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46811_solr
[junit4] 2> 1009268 INFO (jetty-launcher-5300-thread-2) [n:127.0.0.1:46811_solr ] o.a.s.c.Overseer Overseer (id=98881202091261958-127.0.0.1:46811_solr-n_0000000000) starting
[junit4] 2> 1009271 INFO (jetty-launcher-5300-thread-1) [n:127.0.0.1:36767_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1009271 INFO (jetty-launcher-5300-thread-1) [n:127.0.0.1:36767_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36767_solr
[junit4] 2> 1009274 INFO (zkCallback-5312-thread-1-processing-n:127.0.0.1:46811_solr) [n:127.0.0.1:46811_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1009279 INFO (jetty-launcher-5300-thread-2) [n:127.0.0.1:46811_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46811_solr
[junit4] 2> 1009282 INFO (zkCallback-5312-thread-1-processing-n:127.0.0.1:46811_solr) [n:127.0.0.1:46811_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1009282 INFO (zkCallback-5311-thread-1-processing-n:127.0.0.1:36767_solr) [n:127.0.0.1:36767_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1009335 INFO (jetty-launcher-5300-thread-2) [n:127.0.0.1:46811_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 1009339 WARN (jetty-launcher-5300-thread-2) [n:127.0.0.1:46811_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 1009341 INFO (jetty-launcher-5300-thread-2) [n:127.0.0.1:46811_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=jenkins, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 1009350 INFO (jetty-launcher-5300-thread-2) [n:127.0.0.1:46811_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 1009351 INFO (jetty-launcher-5300-thread-2-EventThread) [n:127.0.0.1:46811_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 1009384 WARN (jetty-launcher-5300-thread-2) [n:127.0.0.1:46811_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 1009396 INFO (jetty-launcher-5300-thread-1) [n:127.0.0.1:36767_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 1009396 WARN (jetty-launcher-5300-thread-1) [n:127.0.0.1:36767_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 1009397 INFO (jetty-launcher-5300-thread-1) [n:127.0.0.1:36767_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=jenkins, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 1009398 INFO (jetty-launcher-5300-thread-1) [n:127.0.0.1:36767_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 1009399 INFO (jetty-launcher-5300-thread-1-EventThread) [n:127.0.0.1:36767_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 1009415 WARN (jetty-launcher-5300-thread-1) [n:127.0.0.1:36767_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 1009416 INFO (jetty-launcher-5300-thread-2) [n:127.0.0.1:46811_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46811.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ae7f66
[junit4] 2> 1009424 INFO (jetty-launcher-5300-thread-2) [n:127.0.0.1:46811_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46811.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ae7f66
[junit4] 2> 1009424 INFO (jetty-launcher-5300-thread-2) [n:127.0.0.1:46811_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46811.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ae7f66
[junit4] 2> 1009425 INFO (jetty-launcher-5300-thread-2) [n:127.0.0.1:46811_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_B470C9D01CC7A385-001/tempDir-001/node2/.
[junit4] 2> 1009436 INFO (jetty-launcher-5300-thread-1) [n:127.0.0.1:36767_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36767.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ae7f66
[junit4] 2> 1009441 INFO (jetty-launcher-5300-thread-1) [n:127.0.0.1:36767_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36767.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ae7f66
[junit4] 2> 1009441 INFO (jetty-launcher-5300-thread-1) [n:127.0.0.1:36767_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36767.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ae7f66
[junit4] 2> 1009442 INFO (jetty-launcher-5300-thread-1) [n:127.0.0.1:36767_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_B470C9D01CC7A385-001/tempDir-001/node1/.
[junit4] 2> 1009467 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[B470C9D01CC7A385]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
[junit4] 2> 1009531 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1009531 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1009542 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[B470C9D01CC7A385]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostUsersGroup&p=anyHostUsersGroup&t=test&e=1508843405365&s=ium/gcGEmIt7WycIHmCWWh8hRaE="; Path=/; Domain=127.0.0.1; Expires=mar, 24-ott-2017 11:10:05 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mar, 24-ott-2017 11:10:05 GMT
[junit4] 2> 1009542 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[B470C9D01CC7A385]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
[junit4] 2> 1009552 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[B470C9D01CC7A385]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
[junit4] 2> 1012924 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[B470C9D01CC7A385]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=wrongHost&p=wrongHost&t=test&e=1508843405409&s=fbZVrEOaUfV+M+HaK3Xf+ZcJY/g="; Path=/; Domain=127.0.0.1; Expires=mar, 24-ott-2017 11:10:05 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mar, 24-ott-2017 11:10:05 GMT
[junit4] 2> 1012924 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[B470C9D01CC7A385]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
[junit4] 2> 1012948 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[B470C9D01CC7A385]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
[junit4] 2> 1012952 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[B470C9D01CC7A385]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noGroups&p=noGroups&t=test&e=1508843408804&s=q4M6Zl7kMheVjCfngrsSsWuK5mM="; Path=/; Domain=127.0.0.1; Expires=mar, 24-ott-2017 11:10:08 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mar, 24-ott-2017 11:10:08 GMT
[junit4] 2> 1012953 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[B470C9D01CC7A385]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
[junit4] 2> 1012979 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[B470C9D01CC7A385]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidRemote
[junit4] 2> 1012985 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[B470C9D01CC7A385]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1508843408836&s=YGEXi6Obdm6vg1WgepFYh0wQ2tQ="; Path=/; Domain=127.0.0.1; Expires=mar, 24-ott-2017 11:10:08 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mar, 24-ott-2017 11:10:08 GMT
[junit4] 2> 1012985 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[B470C9D01CC7A385]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidRemote
[junit4] 2> 1012997 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[B470C9D01CC7A385]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
[junit4] 2> 1012998 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1012998 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1012998 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[B470C9D01CC7A385]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostAnyUser&p=anyHostAnyUser&t=test&e=1508843408854&s=yUo+fwGlJKEpIQ+PECAUO1lyLDA="; Path=/; Domain=127.0.0.1; Expires=mar, 24-ott-2017 11:10:08 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mar, 24-ott-2017 11:10:08 GMT
[junit4] 2> 1012998 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[B470C9D01CC7A385]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
[junit4] 2> 1013010 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[B470C9D01CC7A385]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
[junit4] 2> 1013017 WARN (qtp9863481-19467) [ ] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: ‘bar’: no such user
[junit4] 2> id: ‘bar’: no such user
[junit4] 2>
[junit4] 2> 1013019 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[B470C9D01CC7A385]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bogusGroup&p=bogusGroup&t=test&e=1508843408867&s=rCXhQC9+w6ZXhYRp9AqK8YFTeZo="; Path=/; Domain=127.0.0.1; Expires=mar, 24-ott-2017 11:10:08 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mar, 24-ott-2017 11:10:08 GMT
[junit4] 2> 1013019 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[B470C9D01CC7A385]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
[junit4] 2> 1013035 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[B470C9D01CC7A385]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
[junit4] 2> 1013035 INFO (qtp9863481-19469) [ ] o.a.s.s.SolrDispatchFilter Error authenticating
[junit4] 2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:451)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1013036 WARN (qtp9863481-19469) [ ] o.e.j.s.ServletHandler /solr/admin/collections
[junit4] 2> org.apache.solr.common.SolrException: Error during request authentication,
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:457)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:451)
[junit4] 2> ... 29 more
[junit4] 2> 1013037 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[B470C9D01CC7A385]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
[junit4] 2> 1013049 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[B470C9D01CC7A385]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
[junit4] 2> 1013051 INFO (qtp9863481-19469) [n:127.0.0.1:46811_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1013051 INFO (qtp9863481-19469) [n:127.0.0.1:46811_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1013052 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[B470C9D01CC7A385]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1508843408907&s=gktcv21rNPDMTA+XgNvcoyN3bqM="; Path=/; Domain=127.0.0.1; Expires=mar, 24-ott-2017 11:10:08 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mar, 24-ott-2017 11:10:08 GMT
[junit4] 2> 1013052 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[B470C9D01CC7A385]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
[junit4] 2> 1013063 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[B470C9D01CC7A385]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
[junit4] 2> 1013064 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[B470C9D01CC7A385]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=test&e=1508843408919&s=ChcaeF6jo30wHkh6zuLEsBokv9s="; Path=/; Domain=127.0.0.1; Expires=mar, 24-ott-2017 11:10:08 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mar, 24-ott-2017 11:10:08 GMT
[junit4] 2> 1013065 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[B470C9D01CC7A385]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
[junit4] 2> 1013076 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[B470C9D01CC7A385]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testForwarding
[junit4] 2> 1013192 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[B470C9D01CC7A385]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1013192 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[B470C9D01CC7A385]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37865/solr ready
[junit4] 2> 1013225 INFO (qtp14173353-19456) [n:127.0.0.1:36767_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1013226 INFO (OverseerThreadFactory-4620-thread-1-processing-n:127.0.0.1:46811_solr) [n:127.0.0.1:46811_solr ] o.a.s.c.CreateCollectionCmd Create collection forwardingCollection
[junit4] 2> 1013331 INFO (OverseerStateUpdate-98881202091261958-127.0.0.1:46811_solr-n_0000000000) [n:127.0.0.1:46811_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"forwardingCollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"forwardingCollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46811/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1013535 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1013535 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1013637 INFO (zkCallback-5312-thread-1-processing-n:127.0.0.1:46811_solr) [n:127.0.0.1:46811_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1013638 INFO (zkCallback-5312-thread-2-processing-n:127.0.0.1:46811_solr) [n:127.0.0.1:46811_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1014554 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1014577 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema [forwardingCollection_shard1_replica_n1] Schema name=test
[junit4] 2> 1014692 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1014704 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'forwardingCollection_shard1_replica_n1' using configuration from collection forwardingCollection, trusted=true
[junit4] 2> 1014705 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46811.solr.core.forwardingCollection.shard1.replica_n1' (registry 'solr.core.forwardingCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ae7f66
[junit4] 2> 1014705 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1014705 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [[forwardingCollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_B470C9D01CC7A385-001/tempDir-001/node2/forwardingCollection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_B470C9D01CC7A385-001/tempDir-001/node2/./forwardingCollection_shard1_replica_n1/data/]
[junit4] 2> 1014709 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=36.828125, floorSegmentMB=1.5927734375, forceMergeDeletesPctAllowed=24.089762623534288, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.24100244589455988
[junit4] 2> 1014781 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1014781 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1014783 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1014783 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1014785 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=50, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.618396226719542]
[junit4] 2> 1014785 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1fe167b[forwardingCollection_shard1_replica_n1] main]
[junit4] 2> 1014786 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 1014804 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 1014903 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1014903 INFO (searcherExecutor-4625-thread-1-processing-n:127.0.0.1:46811_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 1014903 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582099239544029184
[junit4] 2> 1014904 INFO (searcherExecutor-4625-thread-1-processing-n:127.0.0.1:46811_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 1014904 INFO (searcherExecutor-4625-thread-1-processing-n:127.0.0.1:46811_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 1014904 INFO (searcherExecutor-4625-thread-1-processing-n:127.0.0.1:46811_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 1014904 INFO (searcherExecutor-4625-thread-1-processing-n:127.0.0.1:46811_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 1014904 INFO (searcherExecutor-4625-thread-1-processing-n:127.0.0.1:46811_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 1014904 INFO (searcherExecutor-4625-thread-1-processing-n:127.0.0.1:46811_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 1014904 INFO (searcherExecutor-4625-thread-1-processing-n:127.0.0.1:46811_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 1014904 INFO (searcherExecutor-4625-thread-1-processing-n:127.0.0.1:46811_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 1014905 INFO (searcherExecutor-4625-thread-1-processing-n:127.0.0.1:46811_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] Registered new searcher Searcher@1fe167b[forwardingCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1014906 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1014906 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1014906 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:46811/solr/forwardingCollection_shard1_replica_n1/
[junit4] 2> 1014906 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1014906 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:46811/solr/forwardingCollection_shard1_replica_n1/ has no replicas
[junit4] 2> 1014906 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1014908 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:46811/solr/forwardingCollection_shard1_replica_n1/ shard1
[junit4] 2> 1015009 INFO (zkCallback-5312-thread-2-processing-n:127.0.0.1:46811_solr) [n:127.0.0.1:46811_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1015009 INFO (zkCallback-5312-thread-3-processing-n:127.0.0.1:46811_solr) [n:127.0.0.1:46811_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1015059 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1015060 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1525
[junit4] 2> 1015060 WARN (httpShardExecutor-4615-thread-1-processing-n:127.0.0.1:46811_solr [https:////127.0.0.1:46811//solr] https:////127.0.0.1:46811//solr) [n:127.0.0.1:46811_solr ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1508843409390&s=xjAzvwJnXCzlJrr3NFEJi5aJVm0="; Path=/; Domain=127.0.0.1; Expires=mar, 24-ott-2017 11:10:09 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mar, 24-ott-2017 11:10:09 GMT
[junit4] 2> 1015063 INFO (qtp14173353-19456) [n:127.0.0.1:36767_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1015161 INFO (zkCallback-5312-thread-3-processing-n:127.0.0.1:46811_solr) [n:127.0.0.1:46811_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1015161 INFO (zkCallback-5312-thread-2-processing-n:127.0.0.1:46811_solr) [n:127.0.0.1:46811_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1015227 INFO (OverseerCollectionConfigSetProcessor-98881202091261958-127.0.0.1:46811_solr-n_0000000000) [n:127.0.0.1:46811_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1016064 INFO (qtp14173353-19456) [n:127.0.0.1:36767_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=2838
[junit4] 2> 1016064 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[B470C9D01CC7A385]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1508843409081&s=BSkHrVBCvaRw1gXNKtdGSIBAoHw="; Path=/; Domain=127.0.0.1; Expires=mar, 24-ott-2017 11:10:09 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mar, 24-ott-2017 11:10:09 GMT
[junit4] 2> 1016064 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[B470C9D01CC7A385]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: forwardingCollection failOnTimeout:true timeout (sec):100
[junit4] 2> 1016065 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[B470C9D01CC7A385]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: forwardingCollection
[junit4] 2> 1016068 INFO (qtp9863481-19467) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1016069 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[B470C9D01CC7A385]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1508843411924&s=2k6GnscapC8nwZJyjhhfuUeuhK8="; Path=/; Domain=127.0.0.1; Expires=mar, 24-ott-2017 11:10:11 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mar, 24-ott-2017 11:10:11 GMT
[junit4] 2> 1016073 INFO (qtp14173353-19470) [n:127.0.0.1:36767_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1016075 INFO (qtp9863481-19467) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1016075 WARN (qtp14173353-19470) [n:127.0.0.1:36767_solr ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1508843411930&s=92WsHlXQjvtKqfTfi/nkZK2K0uU="; Path=/; Domain=127.0.0.1; Expires=mar, 24-ott-2017 11:10:11 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mar, 24-ott-2017 11:10:11 GMT
[junit4] 2> 1016078 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[B470C9D01CC7A385]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1508843411928&s=96va42f95/97CdKo+I/5z7ofmtE="; Path=/; Domain=127.0.0.1; Expires=mar, 24-ott-2017 11:10:11 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mar, 24-ott-2017 11:10:11 GMT
[junit4] 2> 1016078 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[B470C9D01CC7A385]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1508843411930&s=92WsHlXQjvtKqfTfi/nkZK2K0uU="; Path=/; Domain=127.0.0.1; Expires=mar, 24-ott-2017 11:10:11 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mar, 24-ott-2017 11:10:11 GMT
[junit4] 2> 1016079 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[B470C9D01CC7A385]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testForwarding
[junit4] 2> 1016098 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[B470C9D01CC7A385]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyUnknownRemote
[junit4] 2> 1031151 WARN (jetty-launcher-5300-thread-2-SendThread(127.0.0.1:37865)) [n:127.0.0.1:46811_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15057ms for sessionid 0x15f4beded9d0007
[junit4] 2> 1031151 WARN (jetty-launcher-5300-thread-1-SendThread(127.0.0.1:37865)) [n:127.0.0.1:36767_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15078ms for sessionid 0x15f4beded9d0005
[junit4] 2> 1031151 WARN (jetty-launcher-5300-thread-2-SendThread(127.0.0.1:37865)) [n:127.0.0.1:46811_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15924ms for sessionid 0x15f4beded9d0006
[junit4] 2> 1031151 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f4beded9d0005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1031151 WARN (jetty-launcher-5300-thread-1-SendThread(127.0.0.1:37865)) [n:127.0.0.1:36767_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 21724ms for sessionid 0x15f4beded9d0008
[junit4] 2> 1031151 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f4beded9d0007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1031152 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f4beded9d0006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1031154 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[B470C9D01CC7A385]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1508843411956&s=/Hq9SM34ik+LpPFiwcG0M6FakfU="; Path=/; Domain=127.0.0.1; Expires=mar, 24-ott-2017 11:10:11 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mar, 24-ott-2017 11:10:11 GMT
[junit4] 2> 1031154 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[B470C9D01CC7A385]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyUnknownRemote
[junit4] 2> 1031184 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[B470C9D01CC7A385]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
[junit4] 2> 1031192 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[B470C9D01CC7A385]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noHosts&p=noHosts&t=test&e=1508843427040&s=sTms/pwlRZaYnSBLjtrI8yj80Oo="; Path=/; Domain=127.0.0.1; Expires=mar, 24-ott-2017 11:10:27 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mar, 24-ott-2017 11:10:27 GMT
[junit4] 2> 1031192 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[B470C9D01CC7A385]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
[junit4] 2> 1031251 WARN (zkCallback-5311-thread-3-processing-n:127.0.0.1:36767_solr) [n:127.0.0.1:36767_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@8f8c0d name: ZooKeeperConnection Watcher:127.0.0.1:37865/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 1031252 WARN (zkCallback-5311-thread-3-processing-n:127.0.0.1:36767_solr) [n:127.0.0.1:36767_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 1031262 WARN (zkCallback-5312-thread-2-processing-n:127.0.0.1:46811_solr) [n:127.0.0.1:46811_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@17e5657 name: ZooKeeperConnection Watcher:127.0.0.1:37865/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 1031263 WARN (zkCallback-5312-thread-2-processing-n:127.0.0.1:46811_solr) [n:127.0.0.1:46811_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 1031276 INFO (jetty-closer-5301-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@12a2e16{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1031296 INFO (jetty-closer-5301-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2702235
[junit4] 2> 1031296 INFO (jetty-closer-5301-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1031296 INFO (jetty-closer-5301-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@55f807: rootName = solr_36767, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@cb2af2
[junit4] 2> 1031302 INFO (jetty-closer-5301-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1031302 INFO (jetty-closer-5301-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1f0b561: rootName = solr_36767, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@825976
[junit4] 2> 1031303 INFO (jetty-closer-5301-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@452ecf{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1031307 INFO (jetty-closer-5301-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1031307 INFO (jetty-closer-5301-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1193b4: rootName = solr_36767, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1b95b55
[junit4] 2> 1031308 INFO (jetty-closer-5301-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=19214629
[junit4] 2> 1031308 INFO (jetty-closer-5301-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1031308 INFO (jetty-closer-5301-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@151d76a: rootName = solr_46811, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@e337bd
[junit4] 2> 1031314 INFO (jetty-closer-5301-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1031314 INFO (jetty-closer-5301-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@fceb1e: rootName = solr_46811, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@825976
[junit4] 2> 1031318 INFO (jetty-closer-5301-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1031318 INFO (jetty-closer-5301-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@74ceeb: rootName = solr_46811, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1b95b55
[junit4] 2> 1032606 INFO (jetty-closer-5301-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:46811_solr
[junit4] 2> 1032606 INFO (jetty-closer-5301-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1032607 INFO (coreCloseExecutor-4630-thread-1) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@f2f349
[junit4] 2> 1032607 INFO (zkCallback-5312-thread-7-processing-n:127.0.0.1:46811_solr) [n:127.0.0.1:46811_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1032607 INFO (coreCloseExecutor-4630-thread-1) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.forwardingCollection.shard1.replica_n1, tag=15921993
[junit4] 2> 1032607 INFO (coreCloseExecutor-4630-thread-1) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1ab7609: rootName = solr_46811, domain = solr.core.forwardingCollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.forwardingCollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@e2f393
[junit4] 2> 1032608 INFO (zkCallback-5312-thread-2-processing-n:127.0.0.1:46811_solr) [n:127.0.0.1:46811_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1032609 INFO (zkCallback-5312-thread-7-processing-n:127.0.0.1:46811_solr) [n:127.0.0.1:46811_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1032618 INFO (coreCloseExecutor-4630-thread-1) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.forwardingCollection.shard1.leader, tag=15921993
[junit4] 2> 1032621 INFO (jetty-closer-5301-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98881202091261958-127.0.0.1:46811_solr-n_0000000000) closing
[junit4] 2> 1032621 INFO (OverseerStateUpdate-98881202091261958-127.0.0.1:46811_solr-n_0000000000) [n:127.0.0.1:46811_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46811_solr
[junit4] 2> 1032622 INFO (OverseerCollectionConfigSetProcessor-98881202091261958-127.0.0.1:46811_solr-n_0000000000) [n:127.0.0.1:46811_solr ] o.a.s.c.OverseerTaskProcessor According to ZK I (id=98881202091261958-127.0.0.1:46811_solr-n_0000000000) am no longer a leader.
[junit4] 2> 1032621 WARN (OverseerAutoScalingTriggerThread-98881202091261958-127.0.0.1:46811_solr-n_0000000000) [n:127.0.0.1:46811_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1032630 ERROR (Thread[Thread-2111,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:46811_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 1032660 INFO (jetty-closer-5301-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1a0c421{/solr,null,UNAVAILABLE}
[junit4] 2> 1032809 INFO (zkCallback-5311-thread-1-processing-n:127.0.0.1:36767_solr) [n:127.0.0.1:36767_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1032809 INFO (zkCallback-5311-thread-4-processing-n:127.0.0.1:36767_solr) [n:127.0.0.1:36767_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36767_solr
[junit4] 2> 1032810 INFO (jetty-closer-5301-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36767_solr
[junit4] 2> 1032810 INFO (jetty-closer-5301-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1032810 INFO (zkCallback-5311-thread-4-processing-n:127.0.0.1:36767_solr) [n:127.0.0.1:36767_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1032811 ERROR (Thread[Thread-2113,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:36767_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 1032906 WARN (jetty-launcher-5300-thread-1-SendThread(127.0.0.1:37865)) [n:127.0.0.1:36767_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x15f4beded9d0008 has expired
[junit4] 2> 1033007 INFO (jetty-closer-5301-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@a855ee{/solr,null,UNAVAILABLE}
[junit4] 2> 1033007 ERROR (SUITE-TestSolrCloudWithSecureImpersonation-seed#[B470C9D01CC7A385]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1033010 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[B470C9D01CC7A385]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37865 37865
[junit4] 2> 1033737 INFO (Thread-2094) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37865 37865
[junit4] 2> 1033738 WARN (Thread-2094) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/forwardingCollection/state.json
[junit4] 2> 3 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2> 3 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
[junit4] 2>
[junit4] 2> 1033747 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[B470C9D01CC7A385]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Oct 24, 2017 1:10:29 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> Oct 24, 2017 1:10:49 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
[junit4] 2> 1) Thread[id=19514, name=jetty-launcher-5300-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> Oct 24, 2017 1:10:49 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=19514, name=jetty-launcher-5300-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> 1053816 ERROR (jetty-launcher-5300-thread-1-EventThread) [n:127.0.0.1:36767_solr ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> Oct 24, 2017 1:10:49 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=158, maxMBSortInHeap=5.203306787587087, sim=RandomSimilarity(queryNorm=true): {}, locale=it-CH, timezone=Asia/Chungking
[junit4] 2> NOTE: Linux 4.10.0-33-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=125320248,total=329392128
[junit4] 2> NOTE: All tests run in this JVM: [AsyncCallRequestStatusResponseTest, TestZkAclsWithHadoopAuth, TestReplicationHandlerBackup, SolrJmxReporterTest, TestTolerantSearch, TestElisionMultitermQuery, TestScoreJoinQPScore, HighlighterTest, TestInitQParser, AlternateDirectoryTest, StatsComponentTest, HighlighterMaxOffsetTest, TestCustomStream, TestSQLHandler, TestFuzzyAnalyzedSuggestions, TestIntervalFaceting, TimeZoneUtilsTest, TestPointFields, XsltUpdateRequestHandlerTest, MetricsHandlerTest, TestDistribDocBasedVersion, SolrGangliaReporterTest, ClusterStateTes
[...truncated too long message...]
rl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 42 more
[junit4] 2>
[junit4] 2> 2078311 INFO (qtp8932995-13940) [n:127.0.0.1:36297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=630152
[junit4] 2> 2078312 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[B470C9D01CC7A385]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2078312 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[B470C9D01CC7A385]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45221 45221
[junit4] 2> 2083379 INFO (Thread-4563) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45221 45221
[junit4] 2> 2083379 WARN (Thread-4563) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=FullSolrCloudDistribCmdsTest -Dtests.method=test -Dtests.seed=B470C9D01CC7A385 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=cs -Dtests.timezone=America/Belize -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 636s J0 | FullSolrCloudDistribCmdsTest.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:36297
[junit4] > at __randomizedtesting.SeedInfo.seed([B470C9D01CC7A385:3C24F60AB23BCE7D]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
[junit4] > ... 43 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_B470C9D01CC7A385-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1042, maxMBSortInHeap=5.658224559727942, sim=RandomSimilarity(queryNorm=true): {}, locale=cs, timezone=America/Belize
[junit4] 2> NOTE: Linux 4.10.0-33-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=76825376,total=387162112
[junit4] 2> NOTE: All tests run in this JVM: [TestManagedSchemaAPI, CleanupOldIndexTest, ForceLeaderTest, LeaderElectionContextKeyTest, TestLegacyFieldCache, CoreMergeIndexesAdminHandlerTest, SimpleFacetsTest, RankQueryTest, TestRandomCollapseQParserPlugin, ConnectionManagerTest, DeleteReplicaTest, WrapperMergePolicyFactoryTest, SoftAutoCommitTest, TestIndexingPerformance, StatelessScriptUpdateProcessorFactoryTest, ResponseLogComponentTest, DirectUpdateHandlerOptimizeTest, TestRebalanceLeaders, TestMergePolicyConfig, JSONWriterTest, ReplicaListTransformerTest, UtilsToolTest, TestStressVersions, TestBadConfig, CacheHeaderTest, BasicFunctionalityTest, MissingSegmentRecoveryTest, TestPhraseSuggestions, TestFileDictionaryLookup, RemoteQueryErrorTest, TestLocalFSCloudBackupRestore, TestConfigSets, TestLuceneIndexBackCompat, FastVectorHighlighterTest, TestSolrJ, TestTlogReplica, DateMathParserTest, TestConfigOverlay, SuggestComponentContextFilterQueryTest, TestSort, SliceStateTest, TestRecoveryHdfs, TestBinaryField, TestFieldCache, RequestLoggingTest, OutOfBoxZkACLAndCredentialsProvidersTest, RuleEngineTest, SubstringBytesRefFilterTest, HdfsBasicDistributedZkTest, TestSchemaSimilarityResource, TestConfigSetsAPI, TestShortCircuitedRequests, OverseerTaskQueueTest, DistributedQueueTest, BlockCacheTest, ZkStateReaderTest, TestFastOutputStream, TestClassicSimilarityFactory, TestRequestStatusCollectionAPI, AnalysisAfterCoreReloadTest, SpellCheckCollatorWithCollapseTest, TestPostingsSolrHighlighter, NodeLostTriggerTest, BasicZkTest, TestInitParams, TestQueryUtils, TestConfigsApi, TestConfig, SpellCheckCollatorTest, TestReversedWildcardFilterFactory, TestLegacyNumericRangeQueryBuilder, TestMultiValuedNumericRangeQuery, CollectionsAPISolrJTest, TestUnifiedSolrHighlighter, DistanceUnitsTest, TestEmbeddedSolrServerSchemaAPI, TestUniqueKeyFieldResource, MetricsConfigTest, TestCloudPseudoReturnFields, TestDynamicLoading, TestLegacyFieldReuse, MultiTermTest, SolrXmlInZkTest, SearchHandlerTest, SparseHLLTest, TestReplicationHandler, TestShardHandlerFactory, AutoScalingHandlerTest, TestRawResponseWriter, DateFieldTest, DocValuesMissingTest, DistribCursorPagingTest, DocValuesTest, DistributedFacetPivotWhiteBoxTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, UpdateParamsTest, TlogReplayBufferedWhileIndexingTest, TestMinMaxOnMultiValuedField, DistributedFacetPivotLongTailTest, TestCollapseQParserPlugin, LeaderElectionIntegrationTest, DeleteInactiveReplicaTest, HdfsThreadLeakTest, TestPerFieldSimilarityWithDefaultOverride, TestExpandComponent, MinimalSchemaTest, AutoscalingHistoryHandlerTest, FullHLLTest, CursorPagingTest, UpdateRequestProcessorFactoryTest, TestComponentsName, TestUseDocValuesAsStored2, TestSuggestSpellingConverter, DistributedSuggestComponentTest, TestRuleBasedAuthorizationPlugin, ZkControllerTest, TestUpdate, PrimitiveFieldTypeTest, TestNamedUpdateProcessors, CdcrUpdateLogTest, HdfsDirectoryTest, TestFoldingMultitermQuery, ResourceLoaderTest, TestImpersonationWithHadoopAuth, SyncSliceTest, FullSolrCloudDistribCmdsTest]
[junit4] Completed [518/745 (3!)] on J0 in 635.69s, 1 test, 1 error <<< FAILURES!
[...truncated 43786 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
20719 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20719/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth: 1) Thread[id=13219, name=jetty-launcher-1701-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505) 2) Thread[id=13217, name=jetty-launcher-1701-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth:
1) Thread[id=13219, name=jetty-launcher-1701-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
2) Thread[id=13217, name=jetty-launcher-1701-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
at __randomizedtesting.SeedInfo.seed([210701922B9B52A9]:0)
FAILED: org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testIntegration
Error Message:
Timed out waiting for replicas of collection to be 2 again null Live Nodes: [127.0.0.1:36843_solr] Last available state: DocCollection(testIntegration//collections/testIntegration/state.json/6)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node3":{ "core":"testIntegration_shard1_replica_n1", "base_url":"https://127.0.0.1:36843/solr", "node_name":"127.0.0.1:36843_solr", "state":"active", "type":"NRT", "leader":"true"}, "core_node4":{ "core":"testIntegration_shard1_replica_n2", "base_url":"https://127.0.0.1:40391/solr", "node_name":"127.0.0.1:40391_solr", "state":"down", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Timed out waiting for replicas of collection to be 2 again
null
Live Nodes: [127.0.0.1:36843_solr]
Last available state: DocCollection(testIntegration//collections/testIntegration/state.json/6)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node3":{
"core":"testIntegration_shard1_replica_n1",
"base_url":"https://127.0.0.1:36843/solr",
"node_name":"127.0.0.1:36843_solr",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node4":{
"core":"testIntegration_shard1_replica_n2",
"base_url":"https://127.0.0.1:40391/solr",
"node_name":"127.0.0.1:40391_solr",
"state":"down",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([210701922B9B52A9:91660FBE0EA4F38C]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testIntegration(ExecutePlanActionTest.java:209)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11737 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.ExecutePlanActionTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ExecutePlanActionTest_210701922B9B52A9-001/init-core-data-001
[junit4] 2> 37499 WARN (SUITE-ExecutePlanActionTest-seed#[210701922B9B52A9]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=221 numCloses=221
[junit4] 2> 37499 INFO (SUITE-ExecutePlanActionTest-seed#[210701922B9B52A9]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 37500 INFO (SUITE-ExecutePlanActionTest-seed#[210701922B9B52A9]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 37511 INFO (SUITE-ExecutePlanActionTest-seed#[210701922B9B52A9]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 37512 INFO (SUITE-ExecutePlanActionTest-seed#[210701922B9B52A9]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ExecutePlanActionTest_210701922B9B52A9-001/tempDir-001
[junit4] 2> 37512 INFO (SUITE-ExecutePlanActionTest-seed#[210701922B9B52A9]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 37518 INFO (Thread-20) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 37518 INFO (Thread-20) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 37557 ERROR (Thread-20) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 37615 INFO (SUITE-ExecutePlanActionTest-seed#[210701922B9B52A9]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:38291
[junit4] 2> 37666 INFO (jetty-launcher-17-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 37670 INFO (jetty-launcher-17-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 37715 INFO (jetty-launcher-17-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@62758755{/solr,null,AVAILABLE}
[junit4] 2> 37719 INFO (jetty-launcher-17-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@14456ad2{/solr,null,AVAILABLE}
[junit4] 2> 37757 INFO (jetty-launcher-17-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@40591d33{SSL,[ssl, http/1.1]}{127.0.0.1:36843}
[junit4] 2> 37757 INFO (jetty-launcher-17-thread-2) [ ] o.e.j.s.Server Started @40378ms
[junit4] 2> 37758 INFO (jetty-launcher-17-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36843}
[junit4] 2> 37759 ERROR (jetty-launcher-17-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 37759 INFO (jetty-launcher-17-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 37759 INFO (jetty-launcher-17-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 37759 INFO (jetty-launcher-17-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 37759 INFO (jetty-launcher-17-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-23T21:51:08.711Z
[junit4] 2> 37760 INFO (jetty-launcher-17-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@480cea2c{SSL,[ssl, http/1.1]}{127.0.0.1:40391}
[junit4] 2> 37762 INFO (jetty-launcher-17-thread-1) [ ] o.e.j.s.Server Started @40382ms
[junit4] 2> 37762 INFO (jetty-launcher-17-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40391}
[junit4] 2> 37762 ERROR (jetty-launcher-17-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 37763 INFO (jetty-launcher-17-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 37763 INFO (jetty-launcher-17-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 37763 INFO (jetty-launcher-17-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 37763 INFO (jetty-launcher-17-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-23T21:51:08.715Z
[junit4] 2> 37799 INFO (jetty-launcher-17-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 37815 INFO (jetty-launcher-17-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 37855 INFO (jetty-launcher-17-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38291/solr
[junit4] 2> 37879 INFO (jetty-launcher-17-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38291/solr
[junit4] 2> 38082 INFO (jetty-launcher-17-thread-1) [n:127.0.0.1:40391_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 38093 INFO (jetty-launcher-17-thread-1) [n:127.0.0.1:40391_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40391_solr
[junit4] 2> 38095 INFO (jetty-launcher-17-thread-1) [n:127.0.0.1:40391_solr ] o.a.s.c.Overseer Overseer (id=98880419822698501-127.0.0.1:40391_solr-n_0000000000) starting
[junit4] 2> 38101 INFO (jetty-launcher-17-thread-2) [n:127.0.0.1:36843_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 38105 INFO (jetty-launcher-17-thread-2) [n:127.0.0.1:36843_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36843_solr
[junit4] 2> 38133 INFO (zkCallback-29-thread-1-processing-n:127.0.0.1:36843_solr) [n:127.0.0.1:36843_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 38134 DEBUG (OverseerAutoScalingTriggerThread-98880419822698501-127.0.0.1:40391_solr-n_0000000000) [n:127.0.0.1:40391_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 38146 INFO (OverseerStateUpdate-98880419822698501-127.0.0.1:40391_solr-n_0000000000) [n:127.0.0.1:40391_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 38151 INFO (jetty-launcher-17-thread-1) [n:127.0.0.1:40391_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40391_solr
[junit4] 2> 38152 DEBUG (OverseerAutoScalingTriggerThread-98880419822698501-127.0.0.1:40391_solr-n_0000000000) [n:127.0.0.1:40391_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 38153 INFO (zkCallback-29-thread-1-processing-n:127.0.0.1:36843_solr) [n:127.0.0.1:36843_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 38153 INFO (zkCallback-28-thread-1-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 38153 DEBUG (OverseerAutoScalingTriggerThread-98880419822698501-127.0.0.1:40391_solr-n_0000000000) [n:127.0.0.1:40391_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:40391_solr, 127.0.0.1:36843_solr]
[junit4] 2> 38153 DEBUG (OverseerAutoScalingTriggerThread-98880419822698501-127.0.0.1:40391_solr-n_0000000000) [n:127.0.0.1:40391_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 38153 DEBUG (OverseerAutoScalingTriggerThread-98880419822698501-127.0.0.1:40391_solr-n_0000000000) [n:127.0.0.1:40391_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 38157 DEBUG (OverseerAutoScalingTriggerThread-98880419822698501-127.0.0.1:40391_solr-n_0000000000) [n:127.0.0.1:40391_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 38157 DEBUG (OverseerAutoScalingTriggerThread-98880419822698501-127.0.0.1:40391_solr-n_0000000000) [n:127.0.0.1:40391_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 38179 DEBUG (ScheduledTrigger-40-thread-1) [n:127.0.0.1:40391_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:40391_solr, 127.0.0.1:36843_solr]
[junit4] 2> 38312 INFO (jetty-launcher-17-thread-1) [n:127.0.0.1:40391_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40391.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6786fa5
[junit4] 2> 38322 INFO (jetty-launcher-17-thread-1) [n:127.0.0.1:40391_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40391.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6786fa5
[junit4] 2> 38322 INFO (jetty-launcher-17-thread-1) [n:127.0.0.1:40391_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40391.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6786fa5
[junit4] 2> 38324 INFO (jetty-launcher-17-thread-1) [n:127.0.0.1:40391_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ExecutePlanActionTest_210701922B9B52A9-001/tempDir-001/node1/.
[junit4] 2> 38367 INFO (jetty-launcher-17-thread-2) [n:127.0.0.1:36843_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36843.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6786fa5
[junit4] 2> 38377 INFO (jetty-launcher-17-thread-2) [n:127.0.0.1:36843_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36843.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6786fa5
[junit4] 2> 38377 INFO (jetty-launcher-17-thread-2) [n:127.0.0.1:36843_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36843.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6786fa5
[junit4] 2> 38378 INFO (jetty-launcher-17-thread-2) [n:127.0.0.1:36843_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ExecutePlanActionTest_210701922B9B52A9-001/tempDir-001/node2/.
[junit4] 2> 38502 INFO (SUITE-ExecutePlanActionTest-seed#[210701922B9B52A9]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 38503 INFO (SUITE-ExecutePlanActionTest-seed#[210701922B9B52A9]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38291/solr ready
[junit4] 2> 38541 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[210701922B9B52A9]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testExecute
[junit4] 2> 38543 DEBUG (zkCallback-28-thread-1-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 38546 DEBUG (OverseerAutoScalingTriggerThread-98880419822698501-127.0.0.1:40391_solr-n_0000000000) [n:127.0.0.1:40391_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 38549 DEBUG (OverseerAutoScalingTriggerThread-98880419822698501-127.0.0.1:40391_solr-n_0000000000) [n:127.0.0.1:40391_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 38550 DEBUG (OverseerAutoScalingTriggerThread-98880419822698501-127.0.0.1:40391_solr-n_0000000000) [n:127.0.0.1:40391_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 38550 DEBUG (OverseerAutoScalingTriggerThread-98880419822698501-127.0.0.1:40391_solr-n_0000000000) [n:127.0.0.1:40391_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 38793 INFO (qtp1915136480-173) [n:127.0.0.1:36843_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=testExecute&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 38801 INFO (OverseerThreadFactory-42-thread-1-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.CreateCollectionCmd Create collection testExecute
[junit4] 2> 38973 INFO (OverseerStateUpdate-98880419822698501-127.0.0.1:40391_solr-n_0000000000) [n:127.0.0.1:40391_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testExecute",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testExecute_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36843/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 38977 INFO (OverseerStateUpdate-98880419822698501-127.0.0.1:40391_solr-n_0000000000) [n:127.0.0.1:40391_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testExecute",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testExecute_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40391/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 39215 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n1&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 39216 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 39275 INFO (qtp1286972071-157) [n:127.0.0.1:40391_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n2&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 39276 INFO (qtp1286972071-157) [n:127.0.0.1:40391_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 39389 INFO (zkCallback-29-thread-1-processing-n:127.0.0.1:36843_solr) [n:127.0.0.1:36843_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 39390 INFO (zkCallback-28-thread-1-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 39397 INFO (zkCallback-29-thread-2-processing-n:127.0.0.1:36843_solr) [n:127.0.0.1:36843_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 39399 INFO (zkCallback-28-thread-2-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 40276 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 40301 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.s.IndexSchema [testExecute_shard1_replica_n1] Schema name=minimal
[junit4] 2> 40306 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 40306 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testExecute_shard1_replica_n1' using configuration from collection testExecute, trusted=true
[junit4] 2> 40306 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36843.solr.core.testExecute.shard1.replica_n1' (registry 'solr.core.testExecute.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6786fa5
[junit4] 2> 40307 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 40307 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SolrCore [[testExecute_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ExecutePlanActionTest_210701922B9B52A9-001/tempDir-001/node2/testExecute_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ExecutePlanActionTest_210701922B9B52A9-001/tempDir-001/node2/./testExecute_shard1_replica_n1/data/]
[junit4] 2> 40310 INFO (qtp1286972071-157) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 40346 INFO (qtp1286972071-157) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.s.IndexSchema [testExecute_shard1_replica_n2] Schema name=minimal
[junit4] 2> 40349 INFO (qtp1286972071-157) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 40349 INFO (qtp1286972071-157) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testExecute_shard1_replica_n2' using configuration from collection testExecute, trusted=true
[junit4] 2> 40350 INFO (qtp1286972071-157) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40391.solr.core.testExecute.shard1.replica_n2' (registry 'solr.core.testExecute.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6786fa5
[junit4] 2> 40366 INFO (qtp1286972071-157) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 40367 INFO (qtp1286972071-157) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SolrCore [[testExecute_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ExecutePlanActionTest_210701922B9B52A9-001/tempDir-001/node1/testExecute_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ExecutePlanActionTest_210701922B9B52A9-001/tempDir-001/node1/./testExecute_shard1_replica_n2/data/]
[junit4] 2> 40522 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 40523 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 40523 INFO (qtp1286972071-157) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 40523 INFO (qtp1286972071-157) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 40525 INFO (qtp1286972071-157) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 40525 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 40525 INFO (qtp1286972071-157) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 40525 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 40527 INFO (qtp1286972071-157) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@691b2182[testExecute_shard1_replica_n2] main]
[junit4] 2> 40527 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@435a2aac[testExecute_shard1_replica_n1] main]
[junit4] 2> 40528 INFO (qtp1286972071-157) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 40530 INFO (qtp1286972071-157) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 40531 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 40531 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 40531 INFO (qtp1286972071-157) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 40532 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 40532 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582086720306806784
[junit4] 2> 40536 INFO (qtp1286972071-157) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582086720311001088
[junit4] 2> 40536 INFO (searcherExecutor-47-thread-1-processing-n:127.0.0.1:36843_solr x:testExecute_shard1_replica_n1 s:shard1 c:testExecute r:core_node3) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SolrCore [testExecute_shard1_replica_n1] Registered new searcher Searcher@435a2aac[testExecute_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 40544 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 40544 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 40544 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:36843/solr/testExecute_shard1_replica_n1/
[junit4] 2> 40547 INFO (searcherExecutor-48-thread-1-processing-n:127.0.0.1:40391_solr x:testExecute_shard1_replica_n2 s:shard1 c:testExecute r:core_node4) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SolrCore [testExecute_shard1_replica_n2] Registered new searcher Searcher@691b2182[testExecute_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 40550 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testExecute_shard1_replica_n1 url=https://127.0.0.1:36843/solr START replicas=[https://127.0.0.1:40391/solr/testExecute_shard1_replica_n2/] nUpdates=100
[junit4] 2> 40566 INFO (qtp1286972071-166) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.S.Request [testExecute_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 40647 INFO (zkCallback-29-thread-2-processing-n:127.0.0.1:36843_solr) [n:127.0.0.1:36843_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 40647 INFO (zkCallback-29-thread-1-processing-n:127.0.0.1:36843_solr) [n:127.0.0.1:36843_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 40647 INFO (zkCallback-28-thread-1-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 40647 INFO (zkCallback-28-thread-2-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 40850 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testExecute_shard1_replica_n1 url=https://127.0.0.1:36843/solr DONE. We have no versions. sync failed.
[junit4] 2> 40850 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 40850 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 40850 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 40856 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:36843/solr/testExecute_shard1_replica_n1/ shard1
[junit4] 2> 40958 INFO (zkCallback-28-thread-1-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 40958 INFO (zkCallback-28-thread-2-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 40958 INFO (zkCallback-29-thread-2-processing-n:127.0.0.1:36843_solr) [n:127.0.0.1:36843_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 40958 INFO (zkCallback-29-thread-1-processing-n:127.0.0.1:36843_solr) [n:127.0.0.1:36843_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 41007 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 41008 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n1&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1793
[junit4] 2> 41109 INFO (zkCallback-29-thread-1-processing-n:127.0.0.1:36843_solr) [n:127.0.0.1:36843_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 41109 INFO (zkCallback-29-thread-2-processing-n:127.0.0.1:36843_solr) [n:127.0.0.1:36843_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 41109 INFO (zkCallback-28-thread-1-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 41109 INFO (zkCallback-28-thread-2-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 41547 INFO (qtp1286972071-157) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n2&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2272
[junit4] 2> 41552 INFO (qtp1915136480-173) [n:127.0.0.1:36843_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 41649 INFO (zkCallback-28-thread-2-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 41649 INFO (zkCallback-29-thread-2-processing-n:127.0.0.1:36843_solr) [n:127.0.0.1:36843_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 41649 INFO (zkCallback-28-thread-1-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 41649 INFO (zkCallback-29-thread-1-processing-n:127.0.0.1:36843_solr) [n:127.0.0.1:36843_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 42553 INFO (qtp1915136480-173) [n:127.0.0.1:36843_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=testExecute&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3759
[junit4] 2> 42561 DEBUG (TEST-ExecutePlanActionTest.testExecute-seed#[210701922B9B52A9]) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m",
[junit4] 2> "source":"mock_trigger_name",
[junit4] 2> "eventTime":1508795473512000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1508795473512000000],
[junit4] 2> "nodeNames":["127.0.0.1:36843_solr"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@6dcfdf35, org.apache.solr.cloud.autoscaling.ExecutePlanActionTest$1@734caa22]}
[junit4] 2> 42561 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[210701922B9B52A9]) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testExecute&targetNode=127.0.0.1:40391_solr&replica=core_node3
[junit4] 2> 42563 DEBUG (TEST-ExecutePlanActionTest.testExecute-seed#[210701922B9B52A9]) [ ] o.a.s.c.a.ExecutePlanAction Saved requestId: mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/0 in znode: /autoscaling/triggerState/mock_trigger_name/execute_plan/op-0000000000
[junit4] 2> 42574 INFO (qtp1915136480-168) [n:127.0.0.1:36843_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :movereplica with params async=mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/0&replica=core_node3&action=MOVEREPLICA&collection=testExecute&targetNode=127.0.0.1:40391_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 42577 INFO (qtp1915136480-168) [n:127.0.0.1:36843_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/0&replica=core_node3&action=MOVEREPLICA&collection=testExecute&targetNode=127.0.0.1:40391_solr&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 42579 INFO (qtp1915136480-173) [n:127.0.0.1:36843_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 42582 INFO (qtp1915136480-173) [n:127.0.0.1:36843_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 42584 INFO (OverseerThreadFactory-42-thread-2-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.MoveReplicaCmd Replica will be moved core_node3:{"core":"testExecute_shard1_replica_n1","base_url":"https://127.0.0.1:36843/solr","node_name":"127.0.0.1:36843_solr","state":"active","type":"NRT","leader":"true"}
[junit4] 2> 42584 INFO (OverseerCollectionConfigSetProcessor-98880419822698501-127.0.0.1:40391_solr-n_0000000000) [n:127.0.0.1:40391_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 42591 INFO (OverseerThreadFactory-42-thread-2-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:40391_solr for creating new replica
[junit4] 2> 42593 INFO (OverseerStateUpdate-98880419822698501-127.0.0.1:40391_solr-n_0000000000) [n:127.0.0.1:40391_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"testExecute",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testExecute_shard1_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40391/solr",
[junit4] 2> "node_name":"127.0.0.1:40391_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 42695 INFO (zkCallback-29-thread-1-processing-n:127.0.0.1:36843_solr) [n:127.0.0.1:36843_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 42695 INFO (zkCallback-29-thread-2-processing-n:127.0.0.1:36843_solr) [n:127.0.0.1:36843_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 42696 INFO (zkCallback-28-thread-2-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 42696 INFO (zkCallback-28-thread-3-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 42795 INFO (qtp1286972071-161) [n:127.0.0.1:40391_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/04714323063719631&qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=testExecute_shard1_replica_n5&action=CREATE&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=0
[junit4] 2> 42796 INFO (parallelCoreAdminExecutor-43-thread-1-processing-n:127.0.0.1:40391_solr mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE) [n:127.0.0.1:40391_solr ] o.a.s.h.a.CoreAdminOperation core create command async=mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/04714323063719631&qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=testExecute_shard1_replica_n5&action=CREATE&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 42798 INFO (qtp1286972071-158) [n:127.0.0.1:40391_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/04714323063719631
[junit4] 2> 42798 INFO (qtp1286972071-158) [n:127.0.0.1:40391_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/04714323063719631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 42815 INFO (parallelCoreAdminExecutor-43-thread-1-processing-n:127.0.0.1:40391_solr mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 42825 INFO (parallelCoreAdminExecutor-43-thread-1-processing-n:127.0.0.1:40391_solr mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.s.IndexSchema [testExecute_shard1_replica_n5] Schema name=minimal
[junit4] 2> 42828 INFO (parallelCoreAdminExecutor-43-thread-1-processing-n:127.0.0.1:40391_solr mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 42828 INFO (parallelCoreAdminExecutor-43-thread-1-processing-n:127.0.0.1:40391_solr mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'testExecute_shard1_replica_n5' using configuration from collection testExecute, trusted=true
[junit4] 2> 42829 INFO (parallelCoreAdminExecutor-43-thread-1-processing-n:127.0.0.1:40391_solr mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40391.solr.core.testExecute.shard1.replica_n5' (registry 'solr.core.testExecute.shard1.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6786fa5
[junit4] 2> 42829 INFO (parallelCoreAdminExecutor-43-thread-1-processing-n:127.0.0.1:40391_solr mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 42829 INFO (parallelCoreAdminExecutor-43-thread-1-processing-n:127.0.0.1:40391_solr mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.SolrCore [[testExecute_shard1_replica_n5] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ExecutePlanActionTest_210701922B9B52A9-001/tempDir-001/node1/testExecute_shard1_replica_n5], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ExecutePlanActionTest_210701922B9B52A9-001/tempDir-001/node1/./testExecute_shard1_replica_n5/data/]
[junit4] 2> 42883 INFO (parallelCoreAdminExecutor-43-thread-1-processing-n:127.0.0.1:40391_solr mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 42883 INFO (parallelCoreAdminExecutor-43-thread-1-processing-n:127.0.0.1:40391_solr mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 42884 INFO (parallelCoreAdminExecutor-43-thread-1-processing-n:127.0.0.1:40391_solr mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 42884 INFO (parallelCoreAdminExecutor-43-thread-1-processing-n:127.0.0.1:40391_solr mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 42886 INFO (parallelCoreAdminExecutor-43-thread-1-processing-n:127.0.0.1:40391_solr mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.s.SolrIndexSearcher Opening [Searcher@275f6538[testExecute_shard1_replica_n5] main]
[junit4] 2> 42888 INFO (parallelCoreAdminExecutor-43-thread-1-processing-n:127.0.0.1:40391_solr mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 42888 INFO (parallelCoreAdminExecutor-43-thread-1-processing-n:127.0.0.1:40391_solr mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 42889 INFO (parallelCoreAdminExecutor-43-thread-1-processing-n:127.0.0.1:40391_solr mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 42890 INFO (searcherExecutor-57-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE n:127.0.0.1:40391_solr s:shard1 c:testExecute) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.SolrCore [testExecute_shard1_replica_n5] Registered new searcher Searcher@275f6538[testExecute_shard1_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 42890 INFO (parallelCoreAdminExecutor-43-thread-1-processing-n:127.0.0.1:40391_solr mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582086722779348992
[junit4] 2> 42894 INFO (parallelCoreAdminExecutor-43-thread-1-processing-n:127.0.0.1:40391_solr mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.ZkController Core needs to recover:testExecute_shard1_replica_n5
[junit4] 2> 42896 INFO (updateExecutor-22-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE n:127.0.0.1:40391_solr s:shard1 c:testExecute) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 42900 INFO (zkCallback-29-thread-1-processing-n:127.0.0.1:36843_solr) [n:127.0.0.1:36843_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 42900 INFO (zkCallback-29-thread-2-processing-n:127.0.0.1:36843_solr) [n:127.0.0.1:36843_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 42901 INFO (zkCallback-28-thread-2-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 42901 INFO (zkCallback-28-thread-3-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 42902 INFO (recoveryExecutor-23-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE n:127.0.0.1:40391_solr s:shard1 c:testExecute) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 42902 INFO (recoveryExecutor-23-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE n:127.0.0.1:40391_solr s:shard1 c:testExecute) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 42902 INFO (recoveryExecutor-23-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE n:127.0.0.1:40391_solr s:shard1 c:testExecute) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[testExecute_shard1_replica_n5]
[junit4] 2> 42903 INFO (recoveryExecutor-23-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE n:127.0.0.1:40391_solr s:shard1 c:testExecute) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 42903 INFO (recoveryExecutor-23-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE n:127.0.0.1:40391_solr s:shard1 c:testExecute) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Publishing state of core [testExecute_shard1_replica_n5] as recovering, leader is [https://127.0.0.1:36843/solr/testExecute_shard1_replica_n1/] and I am [https://127.0.0.1:40391/solr/testExecute_shard1_replica_n5/]
[junit4] 2> 42910 INFO (recoveryExecutor-23-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE n:127.0.0.1:40391_solr s:shard1 c:testExecute) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Sending prep recovery command to [https://127.0.0.1:36843/solr]; [WaitForState: action=PREPRECOVERY&core=testExecute_shard1_replica_n1&nodeName=127.0.0.1:40391_solr&coreNodeName=core_node6&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 42919 INFO (qtp1915136480-168) [n:127.0.0.1:36843_solr ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node6, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 42920 INFO (qtp1915136480-168) [n:127.0.0.1:36843_solr ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=testExecute, shard=shard1, thisCore=testExecute_shard1_replica_n1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:40391_solr, coreNodeName=core_node6, onlyIfActiveCheckResult=false, nodeProps: core_node6:{"core":"testExecute_shard1_replica_n5","base_url":"https://127.0.0.1:40391/solr","node_name":"127.0.0.1:40391_solr","state":"down","type":"NRT"}
[junit4] 2> 43005 INFO (zkCallback-29-thread-1-processing-n:127.0.0.1:36843_solr) [n:127.0.0.1:36843_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 43005 INFO (zkCallback-29-thread-2-processing-n:127.0.0.1:36843_solr) [n:127.0.0.1:36843_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 43006 INFO (zkCallback-28-thread-2-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 43006 INFO (zkCallback-28-thread-3-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 43800 INFO (qtp1286972071-166) [n:127.0.0.1:40391_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/04714323063719631
[junit4] 2> 43800 INFO (qtp1286972071-166) [n:127.0.0.1:40391_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/04714323063719631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 43804 INFO (qtp1915136480-170) [n:127.0.0.1:36843_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testExecute_shard1_replica_n1&async=mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/04714324071616940&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2&deleteIndex=true} status=0 QTime=0
[junit4] 2> 43816 INFO (parallelCoreAdminExecutor-45-thread-1-processing-n:127.0.0.1:36843_solr mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714324071616940 UNLOAD) [n:127.0.0.1:36843_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testExecute.shard1.replica_n1, tag=null
[junit4] 2> 43816 INFO (parallelCoreAdminExecutor-45-thread-1-processing-n:127.0.0.1:36843_solr mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714324071616940 UNLOAD) [n:127.0.0.1:36843_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@35f6f732: rootName = solr_36843, domain = solr.core.testExecute.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testExecute.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@20e46824
[junit4] 2> 43817 INFO (qtp1915136480-169) [n:127.0.0.1:36843_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/04714324071616940
[junit4] 2> 43818 INFO (qtp1915136480-169) [n:127.0.0.1:36843_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/04714324071616940&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 43830 INFO (parallelCoreAdminExecutor-45-thread-1-processing-n:127.0.0.1:36843_solr mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714324071616940 UNLOAD) [n:127.0.0.1:36843_solr ] o.a.s.c.SolrCore [testExecute_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@454cf597
[junit4] 2> 43830 INFO (parallelCoreAdminExecutor-45-thread-1-processing-n:127.0.0.1:36843_solr mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714324071616940 UNLOAD) [n:127.0.0.1:36843_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testExecute.shard1.replica_n1, tag=1162671511
[junit4] 2> 43830 INFO (parallelCoreAdminExecutor-45-thread-1-processing-n:127.0.0.1:36843_solr mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714324071616940 UNLOAD) [n:127.0.0.1:36843_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testExecute.shard1.leader, tag=1162671511
[junit4] 2> 43839 INFO (zkCallback-28-thread-3-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 43942 INFO (zkCallback-28-thread-2-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 43942 INFO (zkCallback-28-thread-1-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 44829 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/04714324071616940
[junit4] 2> 44829 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/04714324071616940&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 44933 INFO (OverseerThreadFactory-42-thread-2-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 46340 INFO (zkCallback-28-thread-3-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40391/solr/testExecute_shard1_replica_n2/
[junit4] 2> 46340 INFO (zkCallback-28-thread-3-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testExecute_shard1_replica_n2 url=https://127.0.0.1:40391/solr START replicas=[https://127.0.0.1:40391/solr/testExecute_shard1_replica_n5/] nUpdates=100
[junit4] 2> 46345 INFO (qtp1286972071-166) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.S.Request [testExecute_shard1_replica_n5] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 46586 INFO (OverseerCollectionConfigSetProcessor-98880419822698501-127.0.0.1:40391_solr-n_0000000000) [n:127.0.0.1:40391_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 46641 INFO (zkCallback-28-thread-3-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testExecute_shard1_replica_n2 url=https://127.0.0.1:40391/solr DONE. We have no versions. sync failed.
[junit4] 2> 46641 INFO (zkCallback-28-thread-3-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 46641 INFO (zkCallback-28-thread-3-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 46645 INFO (zkCallback-28-thread-3-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40391/solr/testExecute_shard1_replica_n2/ shard1
[junit4] 2> 46646 INFO (zkCallback-28-thread-3-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 46646 INFO (zkCallback-28-thread-4-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 47586 INFO (qtp1915136480-162) [n:127.0.0.1:36843_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 47587 INFO (qtp1915136480-162) [n:127.0.0.1:36843_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 47587 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[210701922B9B52A9]) [ ] o.a.s.c.a.ExecutePlanAction Task with requestId=mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/0 finished with state=COMPLETED in 5s
[junit4] 2> 47588 INFO (qtp1915136480-169) [n:127.0.0.1:36843_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/0&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 47588 INFO (qtp1915136480-169) [n:127.0.0.1:36843_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/0&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 47590 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[210701922B9B52A9]) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=OVERSEERSTATUS
[junit4] 2> 47590 DEBUG (TEST-ExecutePlanActionTest.testExecute-seed#[210701922B9B52A9]) [ ] o.a.s.c.a.ExecutePlanAction Saved requestId: mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/0 in znode: /autoscaling/triggerState/mock_trigger_name/execute_plan/op-0000000001
[junit4] 2> 47591 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params async=mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/0&action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 47592 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/0&action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 47593 INFO (qtp1915136480-162) [n:127.0.0.1:36843_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 47597 INFO (qtp1915136480-162) [n:127.0.0.1:36843_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 47605 INFO (OverseerThreadFactory-42-thread-3-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000003 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 49598 INFO (OverseerCollectionConfigSetProcessor-98880419822698501-127.0.0.1:40391_solr-n_0000000000) [n:127.0.0.1:40391_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000003 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 52600 INFO (qtp1915136480-169) [n:127.0.0.1:36843_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 52607 INFO (qtp1915136480-169) [n:127.0.0.1:36843_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 52609 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[210701922B9B52A9]) [ ] o.a.s.c.a.ExecutePlanAction Task with requestId=mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/0 finished with state=COMPLETED in 5s
[junit4] 2> 52610 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/0&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 52610 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/0&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 72923 ERROR (qtp1915136480-168) [n:127.0.0.1:36843_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: core not found:testExecute_shard1_replica_n1
[junit4] 2> at org.apache.solr.handler.admin.PrepRecoveryOp.execute(PrepRecoveryOp.java:75)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 72923 INFO (qtp1915136480-168) [n:127.0.0.1:36843_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:40391_solr&onlyIfLeaderActive=true&core=testExecute_shard1_replica_n1&coreNodeName=core_node6&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=400 QTime=30004
[junit4] 2> 72928 ERROR (recoveryExecutor-23-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE n:127.0.0.1:40391_solr s:shard1 c:testExecute) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Error while trying to recover. core=testExecute_shard1_replica_n5:java.util.concurrent.ExecutionException: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:36843/solr: core not found:testExecute_shard1_replica_n1
[junit4] 2> at java.util.concurrent.FutureTask.report(FutureTask.java:122)
[junit4] 2> at java.util.concurrent.FutureTask.get(FutureTask.java:192)
[junit4] 2> at org.apache.solr.cloud.RecoveryStrategy.sendPrepRecoveryCmd(RecoveryStrategy.java:825)
[junit4] 2> at org.apache.solr.cloud.RecoveryStrategy.doSyncOrReplicateRecovery(RecoveryStrategy.java:562)
[junit4] 2> at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:302)
[junit4] 2> at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:286)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:36843/solr: core not found:testExecute_shard1_replica_n1
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.lambda$httpUriRequest$0(HttpSolrClient.java:297)
[junit4] 2> ... 5 more
[junit4] 2>
[junit4] 2> 72928 INFO (recoveryExecutor-23-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_
[...truncated too long message...]
apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> 1324615 ERROR (jetty-launcher-1701-thread-1-EventThread) [n:127.0.0.1:34057_solr ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> Oct 23, 2017 10:12:35 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1497, maxMBSortInHeap=7.830127354103327, sim=RandomSimilarity(queryNorm=false): {}, locale=hi, timezone=Etc/GMT+4
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=164615280,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestConfig, SearchHandlerTest, DateFieldTest, SliceStateTest, TestCustomDocTransformer, SubstringBytesRefFilterTest, TestPostingsSolrHighlighter, TestConfigOverlay, TestDownShardTolerantSearch, RankQueryTest, TestCodecSupport, TestCopyFieldCollectionResource, StatsReloadRaceTest, TestUseDocValuesAsStored2, TestShardHandlerFactory, RemoteQueryErrorTest, OverseerModifyCollectionTest, MissingSegmentRecoveryTest, TestTlogReplica, CdcrReplicationHandlerTest, HttpSolrCallGetCoreTest, TestStressUserVersions, TestGraphTermsQParserPlugin, TestConfigSets, TestClusterProperties, TestSQLHandlerNonCloud, SparseHLLTest, TestJsonRequest, TestFieldCache, TestLRUStatsCache, DocExpirationUpdateProcessorFactoryTest, TestBulkSchemaConcurrent, TestSuggestSpellingConverter, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestNumericTokenStream, HdfsRecoveryZkTest, UpdateLogTest, TestNamedUpdateProcessors, DeleteReplicaTest, TestMinMaxOnMultiValuedField, TestShortCircuitedRequests, JSONWriterTest, TestMergePolicyConfig, ZkFailoverTest, ResponseLogComponentTest, TestUtils, DistributedQueryElevationComponentTest, PeerSyncTest, TestDFRSimilarityFactory, TestSolrDeletionPolicy1, ResourceLoaderTest, TestSolrIndexConfig, TestHdfsUpdateLog, TestSubQueryTransformerCrossCore, ForceLeaderTest, TestConfigsApi, ZkStateReaderTest, TermsComponentTest, TestFieldCollectionResource, TestComponentsName, DocValuesMissingTest, TestSweetSpotSimilarityFactory, TestCollapseQParserPlugin, TestUninvertingReader, TestInitParams, TestStressVersions, TestSolrQueryResponse, SolrIndexMetricsTest, TestClassicSimilarityFactory, TestPullReplicaErrorHandling, BaseCdcrDistributedZkTest, HdfsThreadLeakTest, DistribCursorPagingTest, TestQueryUtils, TestConfigSetsAPI, TestSolrJ, TestDistribIDF, DeleteInactiveReplicaTest, TestFieldCacheSortRandom, TestXmlQParserPlugin, IndexSchemaRuntimeFieldTest, HdfsCollectionsAPIDistributedZkTest, BlockJoinFacetSimpleTest, BJQParserTest, TestSystemCollAutoCreate, BasicFunctionalityTest, TestSolrCoreParser, DistributedFacetPivotLongTailTest, RestartWhileUpdatingTest, TestConfigReload, ReplicaListTransformerTest, LeaderElectionIntegrationTest, SolrPluginUtilsTest, DistributedQueueTest, NoCacheHeaderTest, TestSolrXml, BasicZkTest, ExternalFileFieldSortTest, SuggestComponentContextFilterQueryTest, TestRandomCollapseQParserPlugin, TestRequestStatusCollectionAPI, TestManagedSchemaAPI, ActionThrottleTest, FullHLLTest, TestCustomSort, DocumentBuilderTest, NodeLostTriggerTest, TestHighlightDedupGrouping, TestPHPSerializedResponseWriter, TestLegacyFieldCache, TestPerFieldSimilarityWithDefaultOverride, TestRecovery, TestReplicationHandler, LeaderElectionContextKeyTest, SpellCheckCollatorTest, TestMultiWordSynonyms, PKIAuthenticationIntegrationTest, TestImpersonationWithHadoopAuth]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestImpersonationWithHadoopAuth -Dtests.seed=210701922B9B52A9 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=hi -Dtests.timezone=Etc/GMT+4 -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J0 | TestImpersonationWithHadoopAuth (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth:
[junit4] > 1) Thread[id=13219, name=jetty-launcher-1701-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] > 2) Thread[id=13217, name=jetty-launcher-1701-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] > at __randomizedtesting.SeedInfo.seed([210701922B9B52A9]:0)
[junit4] Completed [241/745 (2!)] on J0 in 42.51s, 10 tests, 1 error, 1 skipped <<< FAILURES!
[...truncated 48822 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build #
20718 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20718/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.cloud.TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete
Error Message:
Error from server at https://127.0.0.1:39407/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason: <pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:39407/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([4EC96A281BFF5385:ED33C48D9C17B920]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:541)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:998)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete(TestCollectionsAPIViaSolrCloudCluster.java:167)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39407/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:590)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:518)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Build Log:
[...truncated 13111 lines...]
[junit4] Suite: org.apache.solr.cloud.TestCollectionsAPIViaSolrCloudCluster
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_4EC96A281BFF5385-001/init-core-data-001
[junit4] 2> 2404495 WARN (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[4EC96A281BFF5385]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=24 numCloses=24
[junit4] 2> 2404495 INFO (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[4EC96A281BFF5385]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2404496 INFO (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[4EC96A281BFF5385]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2404497 INFO (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[4EC96A281BFF5385]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2404499 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[4EC96A281BFF5385]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 5 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_4EC96A281BFF5385-001/tempDir-001
[junit4] 2> 2404499 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[4EC96A281BFF5385]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2404500 INFO (Thread-4757) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2404500 INFO (Thread-4757) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2404501 ERROR (Thread-4757) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2404600 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[4EC96A281BFF5385]) [ ] o.a.s.c.ZkTestServer start zk server on port:41235
[junit4] 2> 2404604 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f4a4ff7090000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2404610 INFO (jetty-launcher-3049-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2404610 INFO (jetty-launcher-3049-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2404610 INFO (jetty-launcher-3049-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2404610 INFO (jetty-launcher-3049-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2404612 INFO (jetty-launcher-3049-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c4f3c7{/solr,null,AVAILABLE}
[junit4] 2> 2404612 INFO (jetty-launcher-3049-thread-5) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2404612 INFO (jetty-launcher-3049-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@317db0{/solr,null,AVAILABLE}
[junit4] 2> 2404612 INFO (jetty-launcher-3049-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@9ea519{/solr,null,AVAILABLE}
[junit4] 2> 2404612 INFO (jetty-launcher-3049-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@14bbf33{/solr,null,AVAILABLE}
[junit4] 2> 2404612 INFO (jetty-launcher-3049-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@9106e8{SSL,[ssl, http/1.1]}{127.0.0.1:43785}
[junit4] 2> 2404612 INFO (jetty-launcher-3049-thread-1) [ ] o.e.j.s.Server Started @2405768ms
[junit4] 2> 2404612 INFO (jetty-launcher-3049-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6c3020{SSL,[ssl, http/1.1]}{127.0.0.1:40863}
[junit4] 2> 2404612 INFO (jetty-launcher-3049-thread-2) [ ] o.e.j.s.Server Started @2405768ms
[junit4] 2> 2404612 INFO (jetty-launcher-3049-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43785}
[junit4] 2> 2404613 ERROR (jetty-launcher-3049-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2404612 INFO (jetty-launcher-3049-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40863}
[junit4] 2> 2404612 INFO (jetty-launcher-3049-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@f05ed2{SSL,[ssl, http/1.1]}{127.0.0.1:39019}
[junit4] 2> 2404616 INFO (jetty-launcher-3049-thread-3) [ ] o.e.j.s.Server Started @2405771ms
[junit4] 2> 2404616 INFO (jetty-launcher-3049-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39019}
[junit4] 2> 2404616 ERROR (jetty-launcher-3049-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2404616 ERROR (jetty-launcher-3049-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2404616 INFO (jetty-launcher-3049-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2404616 INFO (jetty-launcher-3049-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2404616 INFO (jetty-launcher-3049-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2404616 INFO (jetty-launcher-3049-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-23T17:37:55.580Z
[junit4] 2> 2404614 INFO (jetty-launcher-3049-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2404613 INFO (jetty-launcher-3049-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1d042da{SSL,[ssl, http/1.1]}{127.0.0.1:36399}
[junit4] 2> 2404617 INFO (jetty-launcher-3049-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2404617 INFO (jetty-launcher-3049-thread-4) [ ] o.e.j.s.Server Started @2405773ms
[junit4] 2> 2404617 INFO (jetty-launcher-3049-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2404617 INFO (jetty-launcher-3049-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36399}
[junit4] 2> 2404617 INFO (jetty-launcher-3049-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-23T17:37:55.581Z
[junit4] 2> 2404616 INFO (jetty-launcher-3049-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2404616 INFO (jetty-launcher-3049-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1249832{/solr,null,AVAILABLE}
[junit4] 2> 2404617 ERROR (jetty-launcher-3049-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2404617 INFO (jetty-launcher-3049-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2404618 INFO (jetty-launcher-3049-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2404618 INFO (jetty-launcher-3049-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2404618 INFO (jetty-launcher-3049-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-23T17:37:55.582Z
[junit4] 2> 2404618 INFO (jetty-launcher-3049-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2404618 INFO (jetty-launcher-3049-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2404618 INFO (jetty-launcher-3049-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-23T17:37:55.582Z
[junit4] 2> 2404619 INFO (jetty-launcher-3049-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@13a1e80{SSL,[ssl, http/1.1]}{127.0.0.1:39195}
[junit4] 2> 2404619 INFO (jetty-launcher-3049-thread-5) [ ] o.e.j.s.Server Started @2405775ms
[junit4] 2> 2404619 INFO (jetty-launcher-3049-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39195}
[junit4] 2> 2404619 ERROR (jetty-launcher-3049-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2404620 INFO (jetty-launcher-3049-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2404620 INFO (jetty-launcher-3049-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2404620 INFO (jetty-launcher-3049-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2404620 INFO (jetty-launcher-3049-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-23T17:37:55.584Z
[junit4] 2> 2404620 INFO (jetty-launcher-3049-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2404620 INFO (jetty-launcher-3049-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2404621 INFO (jetty-launcher-3049-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2404622 INFO (jetty-launcher-3049-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2404622 INFO (jetty-launcher-3049-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2404633 INFO (jetty-launcher-3049-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41235/solr
[junit4] 2> 2404634 INFO (jetty-launcher-3049-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41235/solr
[junit4] 2> 2404634 INFO (jetty-launcher-3049-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41235/solr
[junit4] 2> 2404635 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f4a4ff7090006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2404643 INFO (jetty-launcher-3049-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41235/solr
[junit4] 2> 2404643 INFO (jetty-launcher-3049-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41235/solr
[junit4] 2> 2404658 INFO (jetty-launcher-3049-thread-2) [n:127.0.0.1:40863_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2404658 INFO (jetty-launcher-3049-thread-2) [n:127.0.0.1:40863_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40863_solr
[junit4] 2> 2404659 INFO (jetty-launcher-3049-thread-2) [n:127.0.0.1:40863_solr ] o.a.s.c.Overseer Overseer (id=98879424132874254-127.0.0.1:40863_solr-n_0000000000) starting
[junit4] 2> 2404660 INFO (jetty-launcher-3049-thread-1) [n:127.0.0.1:43785_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2404661 INFO (jetty-launcher-3049-thread-1) [n:127.0.0.1:43785_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43785_solr
[junit4] 2> 2404661 INFO (jetty-launcher-3049-thread-5) [n:127.0.0.1:39195_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2404662 INFO (zkCallback-3076-thread-1-processing-n:127.0.0.1:40863_solr) [n:127.0.0.1:40863_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2404669 INFO (jetty-launcher-3049-thread-2) [n:127.0.0.1:40863_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40863_solr
[junit4] 2> 2404678 INFO (zkCallback-3078-thread-1-processing-n:127.0.0.1:43785_solr) [n:127.0.0.1:43785_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2404679 INFO (zkCallback-3076-thread-1-processing-n:127.0.0.1:40863_solr) [n:127.0.0.1:40863_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2404680 INFO (zkCallback-3074-thread-1-processing-n:127.0.0.1:39195_solr) [n:127.0.0.1:39195_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2404683 INFO (jetty-launcher-3049-thread-5) [n:127.0.0.1:39195_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39195_solr
[junit4] 2> 2404691 INFO (zkCallback-3074-thread-1-processing-n:127.0.0.1:39195_solr) [n:127.0.0.1:39195_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2404691 INFO (zkCallback-3078-thread-1-processing-n:127.0.0.1:43785_solr) [n:127.0.0.1:43785_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2404715 INFO (zkCallback-3076-thread-2-processing-n:127.0.0.1:40863_solr) [n:127.0.0.1:40863_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2404742 INFO (jetty-launcher-3049-thread-3) [n:127.0.0.1:39019_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2404743 INFO (jetty-launcher-3049-thread-3) [n:127.0.0.1:39019_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2404746 INFO (jetty-launcher-3049-thread-3) [n:127.0.0.1:39019_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39019_solr
[junit4] 2> 2404758 INFO (zkCallback-3074-thread-1-processing-n:127.0.0.1:39195_solr) [n:127.0.0.1:39195_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2404758 INFO (zkCallback-3076-thread-2-processing-n:127.0.0.1:40863_solr) [n:127.0.0.1:40863_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2404758 INFO (zkCallback-3078-thread-1-processing-n:127.0.0.1:43785_solr) [n:127.0.0.1:43785_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2404759 INFO (zkCallback-3066-thread-1-processing-n:127.0.0.1:39019_solr) [n:127.0.0.1:39019_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2404764 INFO (jetty-launcher-3049-thread-4) [n:127.0.0.1:36399_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2404765 INFO (jetty-launcher-3049-thread-4) [n:127.0.0.1:36399_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2404766 INFO (jetty-launcher-3049-thread-4) [n:127.0.0.1:36399_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36399_solr
[junit4] 2> 2404769 INFO (zkCallback-3076-thread-2-processing-n:127.0.0.1:40863_solr) [n:127.0.0.1:40863_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2404769 INFO (zkCallback-3066-thread-1-processing-n:127.0.0.1:39019_solr) [n:127.0.0.1:39019_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2404774 INFO (zkCallback-3078-thread-1-processing-n:127.0.0.1:43785_solr) [n:127.0.0.1:43785_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2404775 INFO (zkCallback-3074-thread-1-processing-n:127.0.0.1:39195_solr) [n:127.0.0.1:39195_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2404786 INFO (zkCallback-3067-thread-1-processing-n:127.0.0.1:36399_solr) [n:127.0.0.1:36399_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2404927 INFO (jetty-launcher-3049-thread-1) [n:127.0.0.1:43785_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43785.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e3450
[junit4] 2> 2404940 INFO (jetty-launcher-3049-thread-2) [n:127.0.0.1:40863_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40863.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e3450
[junit4] 2> 2404947 INFO (jetty-launcher-3049-thread-1) [n:127.0.0.1:43785_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43785.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e3450
[junit4] 2> 2404947 INFO (jetty-launcher-3049-thread-1) [n:127.0.0.1:43785_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43785.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e3450
[junit4] 2> 2404950 INFO (jetty-launcher-3049-thread-1) [n:127.0.0.1:43785_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_4EC96A281BFF5385-001/tempDir-001/node1/.
[junit4] 2> 2404965 INFO (jetty-launcher-3049-thread-2) [n:127.0.0.1:40863_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40863.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e3450
[junit4] 2> 2404967 INFO (jetty-launcher-3049-thread-2) [n:127.0.0.1:40863_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40863.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e3450
[junit4] 2> 2404970 INFO (jetty-launcher-3049-thread-3) [n:127.0.0.1:39019_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39019.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e3450
[junit4] 2> 2404972 INFO (jetty-launcher-3049-thread-2) [n:127.0.0.1:40863_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_4EC96A281BFF5385-001/tempDir-001/node2/.
[junit4] 2> 2404987 INFO (jetty-launcher-3049-thread-5) [n:127.0.0.1:39195_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39195.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e3450
[junit4] 2> 2404991 INFO (jetty-launcher-3049-thread-3) [n:127.0.0.1:39019_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39019.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e3450
[junit4] 2> 2404992 INFO (jetty-launcher-3049-thread-3) [n:127.0.0.1:39019_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39019.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e3450
[junit4] 2> 2404994 INFO (jetty-launcher-3049-thread-3) [n:127.0.0.1:39019_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_4EC96A281BFF5385-001/tempDir-001/node3/.
[junit4] 2> 2405007 INFO (jetty-launcher-3049-thread-5) [n:127.0.0.1:39195_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39195.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e3450
[junit4] 2> 2405007 INFO (jetty-launcher-3049-thread-5) [n:127.0.0.1:39195_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39195.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e3450
[junit4] 2> 2405009 INFO (jetty-launcher-3049-thread-5) [n:127.0.0.1:39195_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_4EC96A281BFF5385-001/tempDir-001/node5/.
[junit4] 2> 2405117 INFO (jetty-launcher-3049-thread-4) [n:127.0.0.1:36399_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36399.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e3450
[junit4] 2> 2405132 INFO (jetty-launcher-3049-thread-4) [n:127.0.0.1:36399_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36399.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e3450
[junit4] 2> 2405132 INFO (jetty-launcher-3049-thread-4) [n:127.0.0.1:36399_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36399.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e3450
[junit4] 2> 2405134 INFO (jetty-launcher-3049-thread-4) [n:127.0.0.1:36399_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_4EC96A281BFF5385-001/tempDir-001/node4/.
[junit4] 2> 2405280 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[4EC96A281BFF5385]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 2405280 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[4EC96A281BFF5385]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41235/solr ready
[junit4] 2> 2405282 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[4EC96A281BFF5385]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testStopAllStartAll
[junit4] 2> 2405372 INFO (qtp23076949-18571) [n:127.0.0.1:39019_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=eae92463-2943-46cb-bb3a-cb23eb938808&replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=1&name=testStopAllStartAllCollection&nrtReplicas=2&action=CREATE&numShards=2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2405374 INFO (qtp23076949-18571) [n:127.0.0.1:39019_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=eae92463-2943-46cb-bb3a-cb23eb938808&replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=1&name=testStopAllStartAllCollection&nrtReplicas=2&action=CREATE&numShards=2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 2405375 INFO (OverseerThreadFactory-8535-thread-1-processing-n:127.0.0.1:40863_solr) [n:127.0.0.1:40863_solr ] o.a.s.c.CreateCollectionCmd Create collection testStopAllStartAllCollection
[junit4] 2> 2405376 INFO (qtp23076949-18593) [n:127.0.0.1:39019_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=eae92463-2943-46cb-bb3a-cb23eb938808&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2405378 INFO (qtp23076949-18593) [n:127.0.0.1:39019_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=eae92463-2943-46cb-bb3a-cb23eb938808&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2405481 INFO (OverseerStateUpdate-98879424132874254-127.0.0.1:40863_solr-n_0000000000) [n:127.0.0.1:40863_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testStopAllStartAllCollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testStopAllStartAllCollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36399/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2405482 INFO (OverseerStateUpdate-98879424132874254-127.0.0.1:40863_solr-n_0000000000) [n:127.0.0.1:40863_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testStopAllStartAllCollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testStopAllStartAllCollection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39019/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2405484 INFO (OverseerStateUpdate-98879424132874254-127.0.0.1:40863_solr-n_0000000000) [n:127.0.0.1:40863_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testStopAllStartAllCollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testStopAllStartAllCollection_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:43785/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2405486 INFO (OverseerStateUpdate-98879424132874254-127.0.0.1:40863_solr-n_0000000000) [n:127.0.0.1:40863_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testStopAllStartAllCollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testStopAllStartAllCollection_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39195/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2405724 INFO (qtp23076949-18571) [n:127.0.0.1:39019_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694&coreNodeName=core_node5&name=testStopAllStartAllCollection_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=14
[junit4] 2> 2405729 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694&coreNodeName=core_node5&name=testStopAllStartAllCollection_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 2405729 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2405827 INFO (qtp32470733-18578) [n:127.0.0.1:43785_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335&coreNodeName=core_node7&name=testStopAllStartAllCollection_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=0
[junit4] 2> 2405828 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335&coreNodeName=core_node7&name=testStopAllStartAllCollection_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 2405828 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2405833 INFO (qtp28850912-18600) [n:127.0.0.1:39195_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=eae92463-2943-46cb-bb3a-cb23eb9388084699125767742840&coreNodeName=core_node8&name=testStopAllStartAllCollection_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=0
[junit4] 2> 2405833 INFO (parallelCoreAdminExecutor-8539-thread-1-processing-n:127.0.0.1:39195_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125767742840 CREATE) [n:127.0.0.1:39195_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=eae92463-2943-46cb-bb3a-cb23eb9388084699125767742840&coreNodeName=core_node8&name=testStopAllStartAllCollection_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 2405834 INFO (parallelCoreAdminExecutor-8539-thread-1-processing-n:127.0.0.1:39195_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125767742840 CREATE) [n:127.0.0.1:39195_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2405836 INFO (qtp27107476-18587) [n:127.0.0.1:36399_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=eae92463-2943-46cb-bb3a-cb23eb9388084699125762281809&coreNodeName=core_node3&name=testStopAllStartAllCollection_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=0
[junit4] 2> 2405836 INFO (parallelCoreAdminExecutor-8544-thread-1-processing-n:127.0.0.1:36399_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125762281809 CREATE) [n:127.0.0.1:36399_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=eae92463-2943-46cb-bb3a-cb23eb9388084699125762281809&coreNodeName=core_node3&name=testStopAllStartAllCollection_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 2405837 INFO (parallelCoreAdminExecutor-8544-thread-1-processing-n:127.0.0.1:36399_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125762281809 CREATE) [n:127.0.0.1:36399_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2405838 INFO (qtp27107476-18590) [n:127.0.0.1:36399_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : eae92463-2943-46cb-bb3a-cb23eb9388084699125762281809
[junit4] 2> 2405839 INFO (qtp27107476-18590) [n:127.0.0.1:36399_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=eae92463-2943-46cb-bb3a-cb23eb9388084699125762281809&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2405944 INFO (zkCallback-3078-thread-1-processing-n:127.0.0.1:43785_solr) [n:127.0.0.1:43785_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2405944 INFO (zkCallback-3067-thread-1-processing-n:127.0.0.1:36399_solr) [n:127.0.0.1:36399_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2405944 INFO (zkCallback-3066-thread-2-processing-n:127.0.0.1:39019_solr) [n:127.0.0.1:39019_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2405944 INFO (zkCallback-3067-thread-2-processing-n:127.0.0.1:36399_solr) [n:127.0.0.1:36399_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2405944 INFO (zkCallback-3078-thread-2-processing-n:127.0.0.1:43785_solr) [n:127.0.0.1:43785_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2405944 INFO (zkCallback-3074-thread-1-processing-n:127.0.0.1:39195_solr) [n:127.0.0.1:39195_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2405944 INFO (zkCallback-3066-thread-1-processing-n:127.0.0.1:39019_solr) [n:127.0.0.1:39019_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2405945 INFO (zkCallback-3074-thread-2-processing-n:127.0.0.1:39195_solr) [n:127.0.0.1:39195_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2406379 INFO (qtp23076949-18595) [n:127.0.0.1:39019_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=eae92463-2943-46cb-bb3a-cb23eb938808&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2406380 INFO (qtp23076949-18595) [n:127.0.0.1:39019_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=eae92463-2943-46cb-bb3a-cb23eb938808&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2406743 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2406751 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.s.IndexSchema [testStopAllStartAllCollection_shard1_replica_n2] Schema name=minimal
[junit4] 2> 2406754 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2406754 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testStopAllStartAllCollection_shard1_replica_n2' using configuration from collection testStopAllStartAllCollection, trusted=true
[junit4] 2> 2406755 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39019.solr.core.testStopAllStartAllCollection.shard1.replica_n2' (registry 'solr.core.testStopAllStartAllCollection.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e3450
[junit4] 2> 2406755 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2406755 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.c.SolrCore [[testStopAllStartAllCollection_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_4EC96A281BFF5385-001/tempDir-001/node3/testStopAllStartAllCollection_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_4EC96A281BFF5385-001/tempDir-001/node3/./testStopAllStartAllCollection_shard1_replica_n2/data/]
[junit4] 2> 2406831 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2406831 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2406831 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2406832 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2406833 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@da45f3[testStopAllStartAllCollection_shard1_replica_n2] main]
[junit4] 2> 2406836 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 2406837 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 2406839 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2406840 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2406842 INFO (searcherExecutor-8546-thread-1-processing-x:testStopAllStartAllCollection_shard1_replica_n2 r:core_node5 eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE n:127.0.0.1:39019_solr s:shard1 c:testStopAllStartAllCollection) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.c.SolrCore [testStopAllStartAllCollection_shard1_replica_n2] Registered new searcher Searcher@da45f3[testStopAllStartAllCollection_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2406842 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582070788580704256
[junit4] 2> 2406844 INFO (parallelCoreAdminExecutor-8539-thread-1-processing-n:127.0.0.1:39195_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125767742840 CREATE) [n:127.0.0.1:39195_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2406845 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.s.IndexSchema [testStopAllStartAllCollection_shard2_replica_n4] Schema name=minimal
[junit4] 2> 2406847 INFO (qtp27107476-18584) [n:127.0.0.1:36399_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : eae92463-2943-46cb-bb3a-cb23eb9388084699125762281809
[junit4] 2> 2406848 INFO (qtp27107476-18584) [n:127.0.0.1:36399_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=eae92463-2943-46cb-bb3a-cb23eb9388084699125762281809&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2406848 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2406848 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testStopAllStartAllCollection_shard2_replica_n4' using configuration from collection testStopAllStartAllCollection, trusted=true
[junit4] 2> 2406849 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43785.solr.core.testStopAllStartAllCollection.shard2.replica_n4' (registry 'solr.core.testStopAllStartAllCollection.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e3450
[junit4] 2> 2406849 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2406849 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.c.SolrCore [[testStopAllStartAllCollection_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_4EC96A281BFF5385-001/tempDir-001/node1/testStopAllStartAllCollection_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_4EC96A281BFF5385-001/tempDir-001/node1/./testStopAllStartAllCollection_shard2_replica_n4/data/]
[junit4] 2> 2406852 INFO (parallelCoreAdminExecutor-8544-thread-1-processing-n:127.0.0.1:36399_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125762281809 CREATE) [n:127.0.0.1:36399_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2406853 INFO (parallelCoreAdminExecutor-8539-thread-1-processing-n:127.0.0.1:39195_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125767742840 CREATE) [n:127.0.0.1:39195_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.s.IndexSchema [testStopAllStartAllCollection_shard2_replica_n6] Schema name=minimal
[junit4] 2> 2406855 INFO (parallelCoreAdminExecutor-8539-thread-1-processing-n:127.0.0.1:39195_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125767742840 CREATE) [n:127.0.0.1:39195_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2406855 INFO (parallelCoreAdminExecutor-8539-thread-1-processing-n:127.0.0.1:39195_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125767742840 CREATE) [n:127.0.0.1:39195_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testStopAllStartAllCollection_shard2_replica_n6' using configuration from collection testStopAllStartAllCollection, trusted=true
[junit4] 2> 2406856 INFO (parallelCoreAdminExecutor-8539-thread-1-processing-n:127.0.0.1:39195_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125767742840 CREATE) [n:127.0.0.1:39195_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39195.solr.core.testStopAllStartAllCollection.shard2.replica_n6' (registry 'solr.core.testStopAllStartAllCollection.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e3450
[junit4] 2> 2406856 INFO (parallelCoreAdminExecutor-8539-thread-1-processing-n:127.0.0.1:39195_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125767742840 CREATE) [n:127.0.0.1:39195_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2406856 INFO (parallelCoreAdminExecutor-8539-thread-1-processing-n:127.0.0.1:39195_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125767742840 CREATE) [n:127.0.0.1:39195_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.c.SolrCore [[testStopAllStartAllCollection_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_4EC96A281BFF5385-001/tempDir-001/node5/testStopAllStartAllCollection_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_4EC96A281BFF5385-001/tempDir-001/node5/./testStopAllStartAllCollection_shard2_replica_n6/data/]
[junit4] 2> 2406859 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2406860 INFO (parallelCoreAdminExecutor-8544-thread-1-processing-n:127.0.0.1:36399_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125762281809 CREATE) [n:127.0.0.1:36399_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.s.IndexSchema [testStopAllStartAllCollection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2406863 INFO (parallelCoreAdminExecutor-8544-thread-1-processing-n:127.0.0.1:36399_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125762281809 CREATE) [n:127.0.0.1:36399_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2406863 INFO (parallelCoreAdminExecutor-8544-thread-1-processing-n:127.0.0.1:36399_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125762281809 CREATE) [n:127.0.0.1:36399_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testStopAllStartAllCollection_shard1_replica_n1' using configuration from collection testStopAllStartAllCollection, trusted=true
[junit4] 2> 2406864 INFO (parallelCoreAdminExecutor-8544-thread-1-processing-n:127.0.0.1:36399_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125762281809 CREATE) [n:127.0.0.1:36399_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36399.solr.core.testStopAllStartAllCollection.shard1.replica_n1' (registry 'solr.core.testStopAllStartAllCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e3450
[junit4] 2> 2406864 INFO (parallelCoreAdminExecutor-8544-thread-1-processing-n:127.0.0.1:36399_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125762281809 CREATE) [n:127.0.0.1:36399_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2406864 INFO (parallelCoreAdminExecutor-8544-thread-1-processing-n:127.0.0.1:36399_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125762281809 CREATE) [n:127.0.0.1:36399_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.c.SolrCore [[testStopAllStartAllCollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_4EC96A281BFF5385-001/tempDir-001/node4/testStopAllStartAllCollection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_4EC96A281BFF5385-001/tempDir-001/node4/./testStopAllStartAllCollection_shard1_replica_n1/data/]
[junit4] 2> 2406928 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2406928 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2406929 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2406929 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2406932 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f239cb[testStopAllStartAllCollection_shard2_replica_n4] main]
[junit4] 2> 2406933 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 2406933 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 2406934 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2406934 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582070788677173248
[junit4] 2> 2406937 INFO (searcherExecutor-8551-thread-1-processing-x:testStopAllStartAllCollection_shard2_replica_n4 r:core_node7 eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE n:127.0.0.1:43785_solr s:shard2 c:testStopAllStartAllCollection) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.c.SolrCore [testStopAllStartAllCollection_shard2_replica_n4] Registered new searcher Searcher@1f239cb[testStopAllStartAllCollection_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2406940 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2406940 INFO (parallelCoreAdminExecutor-8539-thread-1-processing-n:127.0.0.1:39195_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125767742840 CREATE) [n:127.0.0.1:39195_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2406940 INFO (parallelCoreAdminExecutor-8539-thread-1-processing-n:127.0.0.1:39195_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125767742840 CREATE) [n:127.0.0.1:39195_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2406942 INFO (parallelCoreAdminExecutor-8539-thread-1-processing-n:127.0.0.1:39195_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125767742840 CREATE) [n:127.0.0.1:39195_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2406942 INFO (parallelCoreAdminExecutor-8539-thread-1-processing-n:127.0.0.1:39195_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125767742840 CREATE) [n:127.0.0.1:39195_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2406943 INFO (parallelCoreAdminExecutor-8544-thread-1-processing-n:127.0.0.1:36399_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125762281809 CREATE) [n:127.0.0.1:36399_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2406943 INFO (parallelCoreAdminExecutor-8544-thread-1-processing-n:127.0.0.1:36399_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125762281809 CREATE) [n:127.0.0.1:36399_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2406944 INFO (parallelCoreAdminExecutor-8544-thread-1-processing-n:127.0.0.1:36399_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125762281809 CREATE) [n:127.0.0.1:36399_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2406944 INFO (parallelCoreAdminExecutor-8544-thread-1-processing-n:127.0.0.1:36399_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125762281809 CREATE) [n:127.0.0.1:36399_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2406944 INFO (parallelCoreAdminExecutor-8539-thread-1-processing-n:127.0.0.1:39195_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125767742840 CREATE) [n:127.0.0.1:39195_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@89c128[testStopAllStartAllCollection_shard2_replica_n6] main]
[junit4] 2> 2406945 INFO (parallelCoreAdminExecutor-8539-thread-1-processing-n:127.0.0.1:39195_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125767742840 CREATE) [n:127.0.0.1:39195_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 2406946 INFO (parallelCoreAdminExecutor-8539-thread-1-processing-n:127.0.0.1:39195_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125767742840 CREATE) [n:127.0.0.1:39195_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 2406946 INFO (parallelCoreAdminExecutor-8544-thread-1-processing-n:127.0.0.1:36399_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125762281809 CREATE) [n:127.0.0.1:36399_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@84e023[testStopAllStartAllCollection_shard1_replica_n1] main]
[junit4] 2> 2406946 INFO (parallelCoreAdminExecutor-8539-thread-1-processing-n:127.0.0.1:39195_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125767742840 CREATE) [n:127.0.0.1:39195_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2406947 INFO (parallelCoreAdminExecutor-8544-thread-1-processing-n:127.0.0.1:36399_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125762281809 CREATE) [n:127.0.0.1:36399_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 2406947 INFO (parallelCoreAdminExecutor-8539-thread-1-processing-n:127.0.0.1:39195_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125767742840 CREATE) [n:127.0.0.1:39195_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582070788690804736
[junit4] 2> 2406947 INFO (parallelCoreAdminExecutor-8544-thread-1-processing-n:127.0.0.1:36399_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125762281809 CREATE) [n:127.0.0.1:36399_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 2406947 INFO (parallelCoreAdminExecutor-8544-thread-1-processing-n:127.0.0.1:36399_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125762281809 CREATE) [n:127.0.0.1:36399_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2406948 INFO (searcherExecutor-8552-thread-1-processing-x:testStopAllStartAllCollection_shard2_replica_n6 r:core_node8 eae92463-2943-46cb-bb3a-cb23eb9388084699125767742840 CREATE n:127.0.0.1:39195_solr s:shard2 c:testStopAllStartAllCollection) [n:127.0.0.1:39195_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.c.SolrCore [testStopAllStartAllCollection_shard2_replica_n6] Registered new searcher Searcher@89c128[testStopAllStartAllCollection_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2406948 INFO (searcherExecutor-8553-thread-1-processing-x:testStopAllStartAllCollection_shard1_replica_n1 r:core_node3 eae92463-2943-46cb-bb3a-cb23eb9388084699125762281809 CREATE n:127.0.0.1:36399_solr s:shard1 c:testStopAllStartAllCollection) [n:127.0.0.1:36399_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.c.SolrCore [testStopAllStartAllCollection_shard1_replica_n1] Registered new searcher Searcher@84e023[testStopAllStartAllCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2406949 INFO (parallelCoreAdminExecutor-8544-thread-1-processing-n:127.0.0.1:36399_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125762281809 CREATE) [n:127.0.0.1:36399_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582070788692901888
[junit4] 2> 2407041 INFO (zkCallback-3078-thread-2-processing-n:127.0.0.1:43785_solr) [n:127.0.0.1:43785_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2407041 INFO (zkCallback-3066-thread-1-processing-n:127.0.0.1:39019_solr) [n:127.0.0.1:39019_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2407041 INFO (zkCallback-3067-thread-1-processing-n:127.0.0.1:36399_solr) [n:127.0.0.1:36399_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2407041 INFO (zkCallback-3066-thread-2-processing-n:127.0.0.1:39019_solr) [n:127.0.0.1:39019_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2407041 INFO (zkCallback-3074-thread-1-processing-n:127.0.0.1:39195_solr) [n:127.0.0.1:39195_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2407041 INFO (zkCallback-3074-thread-2-processing-n:127.0.0.1:39195_solr) [n:127.0.0.1:39195_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2407041 INFO (zkCallback-3067-thread-2-processing-n:127.0.0.1:36399_solr) [n:127.0.0.1:36399_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2407041 INFO (zkCallback-3078-thread-1-processing-n:127.0.0.1:43785_solr) [n:127.0.0.1:43785_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2407361 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2407361 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2407361 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39019/solr/testStopAllStartAllCollection_shard1_replica_n2/
[junit4] 2> 2407361 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testStopAllStartAllCollection_shard1_replica_n2 url=https://127.0.0.1:39019/solr START replicas=[https://127.0.0.1:36399/solr/testStopAllStartAllCollection_shard1_replica_n1/] nUpdates=100
[junit4] 2> 2407367 INFO (qtp27107476-18590) [n:127.0.0.1:36399_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.c.S.Request [testStopAllStartAllCollection_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2407382 INFO (qtp23076949-18596) [n:127.0.0.1:39019_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=eae92463-2943-46cb-bb3a-cb23eb938808&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2407382 INFO (qtp23076949-18596) [n:127.0.0.1:39019_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=eae92463-2943-46cb-bb3a-cb23eb938808&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2407441 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2407441 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2407441 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:43785/solr/testStopAllStartAllCollection_shard2_replica_n4/
[junit4] 2> 2407441 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=testStopAllStartAllCollection_shard2_replica_n4 url=https://127.0.0.1:43785/solr START replicas=[https://127.0.0.1:39195/solr/testStopAllStartAllCollection_shard2_replica_n6/] nUpdates=100
[junit4] 2> 2407450 INFO (qtp28850912-18601) [n:127.0.0.1:39195_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.c.S.Request [testStopAllStartAllCollection_shard2_replica_n6] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2407662 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testStopAllStartAllCollection_shard1_replica_n2 url=https://127.0.0.1:39019/solr DONE. We have no versions. sync failed.
[junit4] 2> 2407662 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2407662 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2407662 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2407664 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39019/solr/testStopAllStartAllCollection_shard1_replica_n2/ shard1
[junit4] 2> 2407743 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=testStopAllStartAllCollection_shard2_replica_n4 url=https://127.0.0.1:43785/solr DONE. We have no versions. sync failed.
[junit4] 2> 2407743 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2407743 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2407743 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2407744 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:43785/solr/testStopAllStartAllCollection_shard2_replica_n4/ shard2
[junit4] 2> 2407845 INFO (zkCallback-3078-thread-2-processing-n:127.0.0.1:43785_solr) [n:127.0.0.1:43785_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2407845 INFO (zkCallback-3067-thread-1-processing-n:127.0.0.1:36399_solr) [n:127.0.0.1:36399_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2407846 INFO (zkCallback-3066-thread-2-processing-n:127.0.0.1:39019_solr) [n:127.0.0.1:39019_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2407846 INFO (zkCallback-3066-thread-1-processing-n:127.0.0.1:39019_solr) [n:127.0.0.1:39019_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2407845 INFO (zkCallback-3078-thread-1-processing-n:127.0.0.1:43785_solr) [n:127.0.0.1:43785_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2407845 INFO (zkCallback-3074-thread-1-processing-n:127.0.0.1:39195_solr) [n:127.0.0.1:39195_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartA
[...truncated too long message...]
olExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2454539 WARN (zkCallback-3184-thread-2-processing-n:127.0.0.1:34597_solr) [n:127.0.0.1:34597_solr ] o.a.s.c.ZkController Unable to register nodeLost path for 127.0.0.1:45693_solr
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling/nodeLost/127.0.0.1:45693_solr
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:392)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:389)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:389)
[junit4] 2> at org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:879)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:749)
[junit4] 2> at java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4649)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:748)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.access$1000(ZkStateReader.java:72)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1154)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1149)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:269)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2454540 INFO (jetty-closer-3164-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@657e59{/solr,null,UNAVAILABLE}
[junit4] 2> 2454540 INFO (jetty-closer-3164-thread-5) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@77e6c{/solr,null,UNAVAILABLE}
[junit4] 2> 2454541 ERROR (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[4EC96A281BFF5385]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2454542 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[4EC96A281BFF5385]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42095 42095
[junit4] 2> 2460076 INFO (Thread-4916) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42095 42095
[junit4] 2> 2460077 WARN (Thread-4916) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/aliases.json
[junit4] 2> 5 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/clusterstate.json
[junit4] 2> 6 /solr/clusterprops.json
[junit4] 2> 2 /solr/overseer_elect/election/98879427141435403-127.0.0.1:34597_solr-n_0000000002
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/live_nodes
[junit4] 2> 6 /solr/collections
[junit4] 2>
[junit4] 2> 2460077 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[4EC96A281BFF5385]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCollectionCreateWithoutCoresThenDelete
[junit4] 2> 2460078 INFO (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[4EC96A281BFF5385]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42095 42095
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_4EC96A281BFF5385-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=Asserting)}, docValues:{_version_=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=1067, maxMBSortInHeap=6.9132456295410165, sim=RandomSimilarity(queryNorm=false): {}, locale=pt, timezone=Pacific/Guadalcanal
[junit4] 2> NOTE: Linux 4.10.0-33-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=202543688,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestLMDirichletSimilarityFactory, ExecutePlanActionTest, TestSubQueryTransformer, DocValuesNotIndexedTest, TestManagedSynonymFilterFactory, SharedFSAutoReplicaFailoverTest, TestNumericRangeQuery64, ReplicationFactorTest, TestSearcherReuse, AnalysisErrorHandlingTest, OverseerStatusTest, ManagedSchemaRoundRobinCloudTest, HLLUtilTest, RequiredFieldsTest, AliasIntegrationTest, SolrJmxReporterTest, QueryElevationComponentTest, TestRealTimeGet, TimeZoneUtilsTest, DirectSolrSpellCheckerTest, TestRequestForwarding, NodeAddedTriggerTest, TestHdfsCloudBackupRestore, JvmMetricsTest, SolrMetricManagerTest, BufferStoreTest, TestSolrCoreSnapshots, TestClusterStateMutator, TestManagedSchema, TestZkAclsWithHadoopAuth, DistributedFacetPivotLargeTest, TestSearchPerf, MigrateRouteKeyTest, TestNonDefinedSimilarityFactory, UUIDUpdateProcessorFallbackTest, TestPointFields, ReturnFieldsTest, HttpPartitionTest, SimpleMLTQParserTest, TestSystemIdResolver, UUIDFieldTest, ConfigSetsAPITest, TestValueSourceCache, TestZkChroot, TestBackupRepositoryFactory, TestExtendedDismaxParser, SortByFunctionTest, DistributedSpellCheckComponentTest, TestPKIAuthenticationPlugin, CdcrVersionReplicationTest, TestExactStatsCache, BlockJoinFacetRandomTest, AutoAddReplicasPlanActionTest, HdfsUnloadDistributedZkTest, TestIndexSearcher, TestTestInjection, TestCloudPivotFacet, DirectSolrConnectionTest, TestBlendedInfixSuggestions, TestBulkSchemaAPI, CoreAdminHandlerTest, TestDistributedMissingSort, ImplicitSnitchTest, XmlUpdateRequestHandlerTest, TestPartialUpdateDeduplication, TestCollectionAPIs, CloneFieldUpdateProcessorFactoryTest, TestObjectReleaseTracker, TestStandardQParsers, TestDistributedGrouping, TestHashPartitioner, TestCloudDeleteByQuery, TestCustomStream, TestLRUCache, SSLMigrationTest, TestTrie, TestDocTermOrds, CoreAdminRequestStatusTest, TestCoreContainer, TemplateUpdateProcessorTest, BasicDistributedZk2Test, DefaultValueUpdateProcessorTest, TestReplicationHandlerBackup, TestXmlQParser, UnloadDistributedZkTest, SuggesterTest, TestBlobHandler, SolrCloudExampleTest, TestFiltering, TestMiniSolrCloudClusterSSL, TestAddFieldRealTimeGet, AnalyticsQueryTest, SolrTestCaseJ4Test, CollectionsAPIAsyncDistributedZkTest, OverseerTest, TestCharFilters, TestReload, DeleteNodeTest, StatsComponentTest, SuggesterWFSTTest, DeleteStatusTest, DateRangeFieldTest, MergeStrategyTest, ClassificationUpdateProcessorFactoryTest, CSVRequestHandlerTest, TestDelegationWithHadoopAuth, InfixSuggestersTest, ClusterStateTest, TestGroupingSearch, MetricsHandlerTest, IndexBasedSpellCheckerTest, TestSolrConfigHandler, IndexSchemaTest, SolrGangliaReporterTest, TestPullReplica, TestElisionMultitermQuery, TestJsonFacets, TestCoreDiscovery, LeaderElectionTest, BooleanFieldTest, TestReloadAndDeleteDocs, TestSolr4Spatial2, SyncSliceTest, OpenCloseCoreStressTest, ShardRoutingTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, TestRandomFaceting, TestDistributedSearch, TestRecovery, TermVectorComponentDistributedTest, ZkControllerTest, DistributedTermsComponentTest, SimpleFacetsTest, SolrCoreTest, SpellCheckComponentTest, SolrCmdDistributorTest, PeerSyncTest, BadIndexSchemaTest, DirectUpdateHandlerTest, HighlighterTest, SoftAutoCommitTest, HighlighterConfigTest, SOLR749Test, TestQuerySenderListener, AlternateDirectoryTest, CopyFieldTest, ResponseLogComponentTest, BadComponentTest, TestStressRecovery, OutputWriterTest, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, TestSweetSpotSimilarityFactory, TestIBSimilarityFactory, ResourceLoaderTest, ScriptEngineTest, DateMathParserTest, PreAnalyzedFieldTest, PrimUtilsTest, DateFieldTest, TestSolrJ, TestUtils, TestDocumentBuilder, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, CircularListTest, DistributedMLTComponentTest, TestRTGBase, CursorPagingTest, DistributedIntervalFacetingTest, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestSimpleTrackingShardHandler, TestTolerantSearch, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, AddReplicaTest, AsyncCallRequestStatusResponseTest, BaseCdcrDistributedZkTest, CdcrReplicationDistributedZkTest, CdcrRequestHandlerTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, HealthCheckHandlerTest, LeaderFailureAfterFreshStartTest, MissingSegmentRecoveryTest, MoveReplicaTest, PeerSyncReplicationTest, ReplaceNodeTest, SaslZkACLProviderTest, SolrXmlInZkTest, TestCloudInspectUtil, TestCloudJSONFacetJoinDomain, TestClusterProperties, TestCollectionAPI, TestCollectionsAPIViaSolrCloudCluster]
[junit4] Completed [483/745 (1!)] on J2 in 55.60s, 3 tests, 1 error <<< FAILURES!
[...truncated 43858 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
20717 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20717/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testIntegration
Error Message:
Timed out waiting for replicas of collection to be 2 again null Live Nodes: [127.0.0.1:39171_solr] Last available state: DocCollection(testIntegration//collections/testIntegration/state.json/8)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node3":{ "core":"testIntegration_shard1_replica_n1", "base_url":"https://127.0.0.1:33539/solr", "node_name":"127.0.0.1:33539_solr", "state":"down", "type":"NRT"}, "core_node4":{ "core":"testIntegration_shard1_replica_n2", "base_url":"https://127.0.0.1:39171/solr", "node_name":"127.0.0.1:39171_solr", "state":"active", "type":"NRT", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Timed out waiting for replicas of collection to be 2 again
null
Live Nodes: [127.0.0.1:39171_solr]
Last available state: DocCollection(testIntegration//collections/testIntegration/state.json/8)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node3":{
"core":"testIntegration_shard1_replica_n1",
"base_url":"https://127.0.0.1:33539/solr",
"node_name":"127.0.0.1:33539_solr",
"state":"down",
"type":"NRT"},
"core_node4":{
"core":"testIntegration_shard1_replica_n2",
"base_url":"https://127.0.0.1:39171/solr",
"node_name":"127.0.0.1:39171_solr",
"state":"active",
"type":"NRT",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([F38C7D0E9C0A8B38:43ED7322B9352A1D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testIntegration(ExecutePlanActionTest.java:209)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13997 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.ExecutePlanActionTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_F38C7D0E9C0A8B38-001/init-core-data-001
[junit4] 2> 2166327 WARN (SUITE-ExecutePlanActionTest-seed#[F38C7D0E9C0A8B38]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=15 numCloses=15
[junit4] 2> 2166327 INFO (SUITE-ExecutePlanActionTest-seed#[F38C7D0E9C0A8B38]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2166329 INFO (SUITE-ExecutePlanActionTest-seed#[F38C7D0E9C0A8B38]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2166330 INFO (SUITE-ExecutePlanActionTest-seed#[F38C7D0E9C0A8B38]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2166330 INFO (SUITE-ExecutePlanActionTest-seed#[F38C7D0E9C0A8B38]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_F38C7D0E9C0A8B38-001/tempDir-001
[junit4] 2> 2166330 INFO (SUITE-ExecutePlanActionTest-seed#[F38C7D0E9C0A8B38]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2166331 INFO (Thread-6805) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2166331 INFO (Thread-6805) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2166336 ERROR (Thread-6805) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2166431 INFO (SUITE-ExecutePlanActionTest-seed#[F38C7D0E9C0A8B38]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:36075
[junit4] 2> 2166440 INFO (jetty-launcher-5973-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2166440 INFO (jetty-launcher-5973-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2166442 INFO (jetty-launcher-5973-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@241fdd07{/solr,null,AVAILABLE}
[junit4] 2> 2166442 INFO (jetty-launcher-5973-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@52e26984{/solr,null,AVAILABLE}
[junit4] 2> 2166443 INFO (jetty-launcher-5973-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4edcd561{SSL,[ssl, http/1.1]}{127.0.0.1:39171}
[junit4] 2> 2166443 INFO (jetty-launcher-5973-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1375380c{SSL,[ssl, http/1.1]}{127.0.0.1:33539}
[junit4] 2> 2166443 INFO (jetty-launcher-5973-thread-2) [ ] o.e.j.s.Server Started @2167895ms
[junit4] 2> 2166443 INFO (jetty-launcher-5973-thread-1) [ ] o.e.j.s.Server Started @2167895ms
[junit4] 2> 2166443 INFO (jetty-launcher-5973-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39171}
[junit4] 2> 2166443 INFO (jetty-launcher-5973-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33539}
[junit4] 2> 2166443 ERROR (jetty-launcher-5973-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2166443 ERROR (jetty-launcher-5973-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2166443 INFO (jetty-launcher-5973-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2166444 INFO (jetty-launcher-5973-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2166444 INFO (jetty-launcher-5973-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2166444 INFO (jetty-launcher-5973-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2166444 INFO (jetty-launcher-5973-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2166444 INFO (jetty-launcher-5973-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2166444 INFO (jetty-launcher-5973-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-23T12:25:33.154Z
[junit4] 2> 2166444 INFO (jetty-launcher-5973-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-23T12:25:33.154Z
[junit4] 2> 2166445 INFO (jetty-launcher-5973-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2166445 INFO (jetty-launcher-5973-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2166449 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f4931fa720002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2166450 INFO (jetty-launcher-5973-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36075/solr
[junit4] 2> 2166450 INFO (jetty-launcher-5973-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36075/solr
[junit4] 2> 2166450 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f4931fa720004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2166470 INFO (jetty-launcher-5973-thread-2) [n:127.0.0.1:39171_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2166470 INFO (jetty-launcher-5973-thread-1) [n:127.0.0.1:33539_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2166471 INFO (jetty-launcher-5973-thread-2) [n:127.0.0.1:39171_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39171_solr
[junit4] 2> 2166471 INFO (jetty-launcher-5973-thread-1) [n:127.0.0.1:33539_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33539_solr
[junit4] 2> 2166471 INFO (jetty-launcher-5973-thread-2) [n:127.0.0.1:39171_solr ] o.a.s.c.Overseer Overseer (id=98878195829440517-127.0.0.1:39171_solr-n_0000000000) starting
[junit4] 2> 2166471 INFO (zkCallback-5985-thread-1-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2166472 INFO (zkCallback-5984-thread-1-processing-n:127.0.0.1:39171_solr) [n:127.0.0.1:39171_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2166474 DEBUG (OverseerAutoScalingTriggerThread-98878195829440517-127.0.0.1:39171_solr-n_0000000000) [n:127.0.0.1:39171_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 2166474 DEBUG (OverseerAutoScalingTriggerThread-98878195829440517-127.0.0.1:39171_solr-n_0000000000) [n:127.0.0.1:39171_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 2166474 INFO (jetty-launcher-5973-thread-2) [n:127.0.0.1:39171_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39171_solr
[junit4] 2> 2166475 DEBUG (OverseerAutoScalingTriggerThread-98878195829440517-127.0.0.1:39171_solr-n_0000000000) [n:127.0.0.1:39171_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:33539_solr]
[junit4] 2> 2166475 DEBUG (OverseerAutoScalingTriggerThread-98878195829440517-127.0.0.1:39171_solr-n_0000000000) [n:127.0.0.1:39171_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 2166475 DEBUG (OverseerAutoScalingTriggerThread-98878195829440517-127.0.0.1:39171_solr-n_0000000000) [n:127.0.0.1:39171_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 2166475 INFO (zkCallback-5985-thread-1-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2166475 DEBUG (OverseerAutoScalingTriggerThread-98878195829440517-127.0.0.1:39171_solr-n_0000000000) [n:127.0.0.1:39171_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2166475 DEBUG (OverseerAutoScalingTriggerThread-98878195829440517-127.0.0.1:39171_solr-n_0000000000) [n:127.0.0.1:39171_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 2166475 DEBUG (ScheduledTrigger-9391-thread-1) [n:127.0.0.1:39171_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:33539_solr]
[junit4] 2> 2166476 INFO (zkCallback-5984-thread-1-processing-n:127.0.0.1:39171_solr) [n:127.0.0.1:39171_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2166518 INFO (jetty-launcher-5973-thread-2) [n:127.0.0.1:39171_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39171.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19ed7e6
[junit4] 2> 2166522 INFO (jetty-launcher-5973-thread-2) [n:127.0.0.1:39171_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39171.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19ed7e6
[junit4] 2> 2166522 INFO (jetty-launcher-5973-thread-2) [n:127.0.0.1:39171_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39171.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19ed7e6
[junit4] 2> 2166523 INFO (jetty-launcher-5973-thread-2) [n:127.0.0.1:39171_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_F38C7D0E9C0A8B38-001/tempDir-001/node2/.
[junit4] 2> 2166524 INFO (jetty-launcher-5973-thread-1) [n:127.0.0.1:33539_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33539.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19ed7e6
[junit4] 2> 2166529 INFO (jetty-launcher-5973-thread-1) [n:127.0.0.1:33539_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33539.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19ed7e6
[junit4] 2> 2166529 INFO (jetty-launcher-5973-thread-1) [n:127.0.0.1:33539_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33539.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19ed7e6
[junit4] 2> 2166530 INFO (jetty-launcher-5973-thread-1) [n:127.0.0.1:33539_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_F38C7D0E9C0A8B38-001/tempDir-001/node1/.
[junit4] 2> 2166545 INFO (SUITE-ExecutePlanActionTest-seed#[F38C7D0E9C0A8B38]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2166546 INFO (SUITE-ExecutePlanActionTest-seed#[F38C7D0E9C0A8B38]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36075/solr ready
[junit4] 2> 2166556 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[F38C7D0E9C0A8B38]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testExecute
[junit4] 2> 2166557 DEBUG (zkCallback-5984-thread-1-processing-n:127.0.0.1:39171_solr) [n:127.0.0.1:39171_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 2166557 DEBUG (OverseerAutoScalingTriggerThread-98878195829440517-127.0.0.1:39171_solr-n_0000000000) [n:127.0.0.1:39171_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 2166558 DEBUG (OverseerAutoScalingTriggerThread-98878195829440517-127.0.0.1:39171_solr-n_0000000000) [n:127.0.0.1:39171_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2166558 DEBUG (OverseerAutoScalingTriggerThread-98878195829440517-127.0.0.1:39171_solr-n_0000000000) [n:127.0.0.1:39171_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2166558 DEBUG (OverseerAutoScalingTriggerThread-98878195829440517-127.0.0.1:39171_solr-n_0000000000) [n:127.0.0.1:39171_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 2166580 INFO (qtp82692532-30703) [n:127.0.0.1:39171_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=testExecute&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2166582 INFO (OverseerThreadFactory-9393-thread-1-processing-n:127.0.0.1:39171_solr) [n:127.0.0.1:39171_solr ] o.a.s.c.CreateCollectionCmd Create collection testExecute
[junit4] 2> 2166686 INFO (OverseerStateUpdate-98878195829440517-127.0.0.1:39171_solr-n_0000000000) [n:127.0.0.1:39171_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testExecute",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testExecute_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33539/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2166688 INFO (OverseerStateUpdate-98878195829440517-127.0.0.1:39171_solr-n_0000000000) [n:127.0.0.1:39171_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testExecute",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testExecute_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39171/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2166893 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n2&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2166894 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2166930 INFO (qtp1579585847-30704) [n:127.0.0.1:33539_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n1&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2166931 INFO (qtp1579585847-30704) [n:127.0.0.1:33539_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2167035 INFO (zkCallback-5985-thread-1-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2167035 INFO (zkCallback-5984-thread-1-processing-n:127.0.0.1:39171_solr) [n:127.0.0.1:39171_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2167036 INFO (zkCallback-5984-thread-2-processing-n:127.0.0.1:39171_solr) [n:127.0.0.1:39171_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2167036 INFO (zkCallback-5985-thread-2-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2167907 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2167915 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.s.IndexSchema [testExecute_shard1_replica_n2] Schema name=minimal
[junit4] 2> 2167918 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2167918 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testExecute_shard1_replica_n2' using configuration from collection testExecute, trusted=true
[junit4] 2> 2167919 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39171.solr.core.testExecute.shard1.replica_n2' (registry 'solr.core.testExecute.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19ed7e6
[junit4] 2> 2167919 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2167919 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SolrCore [[testExecute_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_F38C7D0E9C0A8B38-001/tempDir-001/node2/testExecute_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_F38C7D0E9C0A8B38-001/tempDir-001/node2/./testExecute_shard1_replica_n2/data/]
[junit4] 2> 2167939 INFO (qtp1579585847-30704) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2167945 INFO (qtp1579585847-30704) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.s.IndexSchema [testExecute_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2167947 INFO (qtp1579585847-30704) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2167947 INFO (qtp1579585847-30704) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testExecute_shard1_replica_n1' using configuration from collection testExecute, trusted=true
[junit4] 2> 2167948 INFO (qtp1579585847-30704) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33539.solr.core.testExecute.shard1.replica_n1' (registry 'solr.core.testExecute.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19ed7e6
[junit4] 2> 2167948 INFO (qtp1579585847-30704) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2167948 INFO (qtp1579585847-30704) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SolrCore [[testExecute_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_F38C7D0E9C0A8B38-001/tempDir-001/node1/testExecute_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_F38C7D0E9C0A8B38-001/tempDir-001/node1/./testExecute_shard1_replica_n1/data/]
[junit4] 2> 2167953 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2167953 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2167954 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2167954 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2167955 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@39377567[testExecute_shard1_replica_n2] main]
[junit4] 2> 2167956 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2167956 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2167956 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2167957 INFO (searcherExecutor-9398-thread-1-processing-n:127.0.0.1:39171_solr x:testExecute_shard1_replica_n2 s:shard1 c:testExecute r:core_node4) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SolrCore [testExecute_shard1_replica_n2] Registered new searcher Searcher@39377567[testExecute_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2167957 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582051134974984192
[junit4] 2> 2167959 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2168502 INFO (zkCallback-5984-thread-1-processing-n:127.0.0.1:39171_solr) [n:127.0.0.1:39171_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2168503 INFO (zkCallback-5985-thread-2-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2168502 INFO (zkCallback-5984-thread-2-processing-n:127.0.0.1:39171_solr) [n:127.0.0.1:39171_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2168503 INFO (zkCallback-5985-thread-1-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2168512 INFO (qtp1579585847-30704) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2168512 INFO (qtp1579585847-30704) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2168512 INFO (qtp1579585847-30704) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2168513 INFO (qtp1579585847-30704) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2168513 INFO (qtp1579585847-30704) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2acd9182[testExecute_shard1_replica_n1] main]
[junit4] 2> 2168514 INFO (qtp1579585847-30704) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2168514 INFO (qtp1579585847-30704) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2168515 INFO (qtp1579585847-30704) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2168515 INFO (qtp1579585847-30704) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582051135560089600
[junit4] 2> 2168515 INFO (searcherExecutor-9400-thread-1-processing-n:127.0.0.1:33539_solr x:testExecute_shard1_replica_n1 s:shard1 c:testExecute r:core_node3) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SolrCore [testExecute_shard1_replica_n1] Registered new searcher Searcher@2acd9182[testExecute_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2169003 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2169003 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2169003 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39171/solr/testExecute_shard1_replica_n2/
[junit4] 2> 2169004 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testExecute_shard1_replica_n2 url=https://127.0.0.1:39171/solr START replicas=[https://127.0.0.1:33539/solr/testExecute_shard1_replica_n1/] nUpdates=100
[junit4] 2> 2169010 INFO (qtp1579585847-30705) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.S.Request [testExecute_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2169304 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testExecute_shard1_replica_n2 url=https://127.0.0.1:39171/solr DONE. We have no versions. sync failed.
[junit4] 2> 2169305 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2169305 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2169305 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2169309 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39171/solr/testExecute_shard1_replica_n2/ shard1
[junit4] 2> 2169411 INFO (zkCallback-5985-thread-1-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2169411 INFO (zkCallback-5984-thread-2-processing-n:127.0.0.1:39171_solr) [n:127.0.0.1:39171_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2169411 INFO (zkCallback-5984-thread-1-processing-n:127.0.0.1:39171_solr) [n:127.0.0.1:39171_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2169411 INFO (zkCallback-5985-thread-2-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2169460 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2169461 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n2&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2567
[junit4] 2> 2169519 INFO (qtp1579585847-30704) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n1&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2589
[junit4] 2> 2169522 INFO (qtp82692532-30703) [n:127.0.0.1:39171_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2169621 INFO (zkCallback-5985-thread-1-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2169621 INFO (zkCallback-5984-thread-2-processing-n:127.0.0.1:39171_solr) [n:127.0.0.1:39171_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2169621 INFO (zkCallback-5984-thread-1-processing-n:127.0.0.1:39171_solr) [n:127.0.0.1:39171_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2169621 INFO (zkCallback-5985-thread-2-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2170522 INFO (qtp82692532-30703) [n:127.0.0.1:39171_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=testExecute&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3942
[junit4] 2> 2170529 DEBUG (TEST-ExecutePlanActionTest.testExecute-seed#[F38C7D0E9C0A8B38]) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi",
[junit4] 2> "source":"mock_trigger_name",
[junit4] 2> "eventTime":1508761537237000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1508761537237000000],
[junit4] 2> "nodeNames":["127.0.0.1:39171_solr"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@5427549a, org.apache.solr.cloud.autoscaling.ExecutePlanActionTest$1@3b0e9f8f]}
[junit4] 2> 2170529 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[F38C7D0E9C0A8B38]) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testExecute&targetNode=127.0.0.1:33539_solr&replica=core_node4
[junit4] 2> 2170531 DEBUG (TEST-ExecutePlanActionTest.testExecute-seed#[F38C7D0E9C0A8B38]) [ ] o.a.s.c.a.ExecutePlanAction Saved requestId: mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/0 in znode: /autoscaling/triggerState/mock_trigger_name/execute_plan/op-0000000000
[junit4] 2> 2170534 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :movereplica with params async=mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/0&replica=core_node4&action=MOVEREPLICA&collection=testExecute&targetNode=127.0.0.1:33539_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2170536 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/0&replica=core_node4&action=MOVEREPLICA&collection=testExecute&targetNode=127.0.0.1:33539_solr&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 2170537 INFO (qtp82692532-30703) [n:127.0.0.1:39171_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2170538 INFO (qtp82692532-30703) [n:127.0.0.1:39171_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2170539 INFO (OverseerThreadFactory-9393-thread-2-processing-n:127.0.0.1:39171_solr) [n:127.0.0.1:39171_solr ] o.a.s.c.MoveReplicaCmd Replica will be moved core_node4:{"core":"testExecute_shard1_replica_n2","base_url":"https://127.0.0.1:39171/solr","node_name":"127.0.0.1:39171_solr","state":"active","type":"NRT","leader":"true"}
[junit4] 2> 2170539 INFO (OverseerCollectionConfigSetProcessor-98878195829440517-127.0.0.1:39171_solr-n_0000000000) [n:127.0.0.1:39171_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2170540 INFO (OverseerThreadFactory-9393-thread-2-processing-n:127.0.0.1:39171_solr) [n:127.0.0.1:39171_solr ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:33539_solr for creating new replica
[junit4] 2> 2170542 INFO (OverseerStateUpdate-98878195829440517-127.0.0.1:39171_solr-n_0000000000) [n:127.0.0.1:39171_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"testExecute",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testExecute_shard1_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33539/solr",
[junit4] 2> "node_name":"127.0.0.1:33539_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2170644 INFO (zkCallback-5985-thread-1-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2170644 INFO (zkCallback-5985-thread-2-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2170644 INFO (zkCallback-5984-thread-2-processing-n:127.0.0.1:39171_solr) [n:127.0.0.1:39171_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2170644 INFO (zkCallback-5984-thread-1-processing-n:127.0.0.1:39171_solr) [n:127.0.0.1:39171_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2170743 INFO (qtp1579585847-30711) [n:127.0.0.1:33539_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/04680386770333045&qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=testExecute_shard1_replica_n5&action=CREATE&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=0
[junit4] 2> 2170743 INFO (parallelCoreAdminExecutor-9395-thread-1-processing-n:127.0.0.1:33539_solr mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE) [n:127.0.0.1:33539_solr ] o.a.s.h.a.CoreAdminOperation core create command async=mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/04680386770333045&qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=testExecute_shard1_replica_n5&action=CREATE&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2170744 INFO (qtp1579585847-30715) [n:127.0.0.1:33539_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/04680386770333045
[junit4] 2> 2170744 INFO (qtp1579585847-30715) [n:127.0.0.1:33539_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/04680386770333045&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2170755 INFO (parallelCoreAdminExecutor-9395-thread-1-processing-n:127.0.0.1:33539_solr mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2170763 INFO (parallelCoreAdminExecutor-9395-thread-1-processing-n:127.0.0.1:33539_solr mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.s.IndexSchema [testExecute_shard1_replica_n5] Schema name=minimal
[junit4] 2> 2170767 INFO (parallelCoreAdminExecutor-9395-thread-1-processing-n:127.0.0.1:33539_solr mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2170767 INFO (parallelCoreAdminExecutor-9395-thread-1-processing-n:127.0.0.1:33539_solr mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'testExecute_shard1_replica_n5' using configuration from collection testExecute, trusted=true
[junit4] 2> 2170767 INFO (parallelCoreAdminExecutor-9395-thread-1-processing-n:127.0.0.1:33539_solr mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33539.solr.core.testExecute.shard1.replica_n5' (registry 'solr.core.testExecute.shard1.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19ed7e6
[junit4] 2> 2170767 INFO (parallelCoreAdminExecutor-9395-thread-1-processing-n:127.0.0.1:33539_solr mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2170768 INFO (parallelCoreAdminExecutor-9395-thread-1-processing-n:127.0.0.1:33539_solr mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.SolrCore [[testExecute_shard1_replica_n5] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_F38C7D0E9C0A8B38-001/tempDir-001/node1/testExecute_shard1_replica_n5], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_F38C7D0E9C0A8B38-001/tempDir-001/node1/./testExecute_shard1_replica_n5/data/]
[junit4] 2> 2170799 INFO (parallelCoreAdminExecutor-9395-thread-1-processing-n:127.0.0.1:33539_solr mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2170800 INFO (parallelCoreAdminExecutor-9395-thread-1-processing-n:127.0.0.1:33539_solr mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2170800 INFO (parallelCoreAdminExecutor-9395-thread-1-processing-n:127.0.0.1:33539_solr mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2170800 INFO (parallelCoreAdminExecutor-9395-thread-1-processing-n:127.0.0.1:33539_solr mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2170801 INFO (parallelCoreAdminExecutor-9395-thread-1-processing-n:127.0.0.1:33539_solr mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.s.SolrIndexSearcher Opening [Searcher@43d916e0[testExecute_shard1_replica_n5] main]
[junit4] 2> 2170802 INFO (parallelCoreAdminExecutor-9395-thread-1-processing-n:127.0.0.1:33539_solr mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2170802 INFO (parallelCoreAdminExecutor-9395-thread-1-processing-n:127.0.0.1:33539_solr mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2170802 INFO (parallelCoreAdminExecutor-9395-thread-1-processing-n:127.0.0.1:33539_solr mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2170803 INFO (searcherExecutor-9408-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE n:127.0.0.1:33539_solr s:shard1 c:testExecute) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.SolrCore [testExecute_shard1_replica_n5] Registered new searcher Searcher@43d916e0[testExecute_shard1_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2170803 INFO (parallelCoreAdminExecutor-9395-thread-1-processing-n:127.0.0.1:33539_solr mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582051137959231488
[junit4] 2> 2170805 INFO (parallelCoreAdminExecutor-9395-thread-1-processing-n:127.0.0.1:33539_solr mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.ZkController Core needs to recover:testExecute_shard1_replica_n5
[junit4] 2> 2170805 INFO (updateExecutor-5979-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE n:127.0.0.1:33539_solr s:shard1 c:testExecute) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 2170805 INFO (recoveryExecutor-5981-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE n:127.0.0.1:33539_solr s:shard1 c:testExecute) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 2170805 INFO (recoveryExecutor-5981-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE n:127.0.0.1:33539_solr s:shard1 c:testExecute) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 2170805 INFO (recoveryExecutor-5981-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE n:127.0.0.1:33539_solr s:shard1 c:testExecute) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[testExecute_shard1_replica_n5]
[junit4] 2> 2170805 INFO (recoveryExecutor-5981-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE n:127.0.0.1:33539_solr s:shard1 c:testExecute) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 2170805 INFO (recoveryExecutor-5981-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE n:127.0.0.1:33539_solr s:shard1 c:testExecute) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Publishing state of core [testExecute_shard1_replica_n5] as recovering, leader is [https://127.0.0.1:39171/solr/testExecute_shard1_replica_n2/] and I am [https://127.0.0.1:33539/solr/testExecute_shard1_replica_n5/]
[junit4] 2> 2170806 INFO (recoveryExecutor-5981-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE n:127.0.0.1:33539_solr s:shard1 c:testExecute) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Sending prep recovery command to [https://127.0.0.1:39171/solr]; [WaitForState: action=PREPRECOVERY&core=testExecute_shard1_replica_n2&nodeName=127.0.0.1:33539_solr&coreNodeName=core_node6&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 2170807 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node6, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 2170808 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=testExecute, shard=shard1, thisCore=testExecute_shard1_replica_n2, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:33539_solr, coreNodeName=core_node6, onlyIfActiveCheckResult=false, nodeProps: core_node6:{"core":"testExecute_shard1_replica_n5","base_url":"https://127.0.0.1:33539/solr","state":"down","node_name":"127.0.0.1:33539_solr","type":"NRT"}
[junit4] 2> 2170906 INFO (zkCallback-5984-thread-1-processing-n:127.0.0.1:39171_solr) [n:127.0.0.1:39171_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2170907 INFO (zkCallback-5985-thread-1-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2170907 INFO (zkCallback-5984-thread-2-processing-n:127.0.0.1:39171_solr) [n:127.0.0.1:39171_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2170907 INFO (zkCallback-5985-thread-2-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2171745 INFO (qtp1579585847-30705) [n:127.0.0.1:33539_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/04680386770333045
[junit4] 2> 2171745 INFO (qtp1579585847-30705) [n:127.0.0.1:33539_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/04680386770333045&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2171746 INFO (qtp82692532-30717) [n:127.0.0.1:39171_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testExecute_shard1_replica_n2&async=mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/04680387773638163&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2&deleteIndex=true} status=0 QTime=0
[junit4] 2> 2171747 INFO (parallelCoreAdminExecutor-9394-thread-1-processing-n:127.0.0.1:39171_solr mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680387773638163 UNLOAD) [n:127.0.0.1:39171_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testExecute.shard1.replica_n2, tag=null
[junit4] 2> 2171747 INFO (parallelCoreAdminExecutor-9394-thread-1-processing-n:127.0.0.1:39171_solr mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680387773638163 UNLOAD) [n:127.0.0.1:39171_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@660c71d9: rootName = solr_39171, domain = solr.core.testExecute.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.testExecute.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@4b0e6725
[junit4] 2> 2171747 INFO (qtp82692532-30712) [n:127.0.0.1:39171_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/04680387773638163
[junit4] 2> 2171747 INFO (qtp82692532-30712) [n:127.0.0.1:39171_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/04680387773638163&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2171759 INFO (parallelCoreAdminExecutor-9394-thread-1-processing-n:127.0.0.1:39171_solr mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680387773638163 UNLOAD) [n:127.0.0.1:39171_solr ] o.a.s.c.SolrCore [testExecute_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@4cdef751
[junit4] 2> 2171759 INFO (parallelCoreAdminExecutor-9394-thread-1-processing-n:127.0.0.1:39171_solr mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680387773638163 UNLOAD) [n:127.0.0.1:39171_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testExecute.shard1.replica_n2, tag=1289680721
[junit4] 2> 2171759 INFO (parallelCoreAdminExecutor-9394-thread-1-processing-n:127.0.0.1:39171_solr mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680387773638163 UNLOAD) [n:127.0.0.1:39171_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testExecute.shard1.leader, tag=1289680721
[junit4] 2> 2171762 INFO (zkCallback-5985-thread-2-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2171864 INFO (zkCallback-5985-thread-1-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2171864 INFO (zkCallback-5985-thread-3-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2172748 INFO (qtp82692532-30718) [n:127.0.0.1:39171_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/04680387773638163
[junit4] 2> 2172748 INFO (qtp82692532-30718) [n:127.0.0.1:39171_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/04680387773638163&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2172850 INFO (OverseerThreadFactory-9393-thread-2-processing-n:127.0.0.1:39171_solr) [n:127.0.0.1:39171_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2174263 INFO (zkCallback-5985-thread-2-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:33539/solr/testExecute_shard1_replica_n1/
[junit4] 2> 2174263 INFO (zkCallback-5985-thread-2-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testExecute_shard1_replica_n1 url=https://127.0.0.1:33539/solr START replicas=[https://127.0.0.1:33539/solr/testExecute_shard1_replica_n5/] nUpdates=100
[junit4] 2> 2174265 INFO (qtp1579585847-30706) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.S.Request [testExecute_shard1_replica_n5] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2174541 INFO (OverseerCollectionConfigSetProcessor-98878195829440517-127.0.0.1:39171_solr-n_0000000000) [n:127.0.0.1:39171_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2174563 INFO (zkCallback-5985-thread-2-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testExecute_shard1_replica_n1 url=https://127.0.0.1:33539/solr DONE. We have no versions. sync failed.
[junit4] 2> 2174563 INFO (zkCallback-5985-thread-2-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2174563 INFO (zkCallback-5985-thread-2-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2174568 INFO (zkCallback-5985-thread-2-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:33539/solr/testExecute_shard1_replica_n1/ shard1
[junit4] 2> 2174569 INFO (zkCallback-5985-thread-2-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2174569 INFO (zkCallback-5985-thread-3-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2175540 INFO (qtp82692532-30710) [n:127.0.0.1:39171_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2175541 INFO (qtp82692532-30710) [n:127.0.0.1:39171_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2175541 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[F38C7D0E9C0A8B38]) [ ] o.a.s.c.a.ExecutePlanAction Task with requestId=mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/0 finished with state=COMPLETED in 5s
[junit4] 2> 2175541 INFO (qtp82692532-30712) [n:127.0.0.1:39171_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/0&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2175541 INFO (qtp82692532-30712) [n:127.0.0.1:39171_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/0&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2175542 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[F38C7D0E9C0A8B38]) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=OVERSEERSTATUS
[junit4] 2> 2175543 DEBUG (TEST-ExecutePlanActionTest.testExecute-seed#[F38C7D0E9C0A8B38]) [ ] o.a.s.c.a.ExecutePlanAction Saved requestId: mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/0 in znode: /autoscaling/triggerState/mock_trigger_name/execute_plan/op-0000000001
[junit4] 2> 2175543 INFO (qtp82692532-30718) [n:127.0.0.1:39171_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params async=mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/0&action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2175544 INFO (qtp82692532-30718) [n:127.0.0.1:39171_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/0&action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2175544 INFO (qtp82692532-30710) [n:127.0.0.1:39171_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2175545 INFO (qtp82692532-30710) [n:127.0.0.1:39171_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2175546 INFO (OverseerThreadFactory-9393-thread-3-processing-n:127.0.0.1:39171_solr) [n:127.0.0.1:39171_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000003 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2177545 INFO (OverseerCollectionConfigSetProcessor-98878195829440517-127.0.0.1:39171_solr-n_0000000000) [n:127.0.0.1:39171_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000003 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2180547 INFO (qtp82692532-30712) [n:127.0.0.1:39171_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2180548 INFO (qtp82692532-30712) [n:127.0.0.1:39171_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2180548 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[F38C7D0E9C0A8B38]) [ ] o.a.s.c.a.ExecutePlanAction Task with requestId=mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/0 finished with state=COMPLETED in 5s
[junit4] 2> 2180549 INFO (qtp82692532-30718) [n:127.0.0.1:39171_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/0&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2180549 INFO (qtp82692532-30718) [n:127.0.0.1:39171_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/0&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2200811 ERROR (qtp82692532-30708) [n:127.0.0.1:39171_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: core not found:testExecute_shard1_replica_n2
[junit4] 2> at org.apache.solr.handler.admin.PrepRecoveryOp.execute(PrepRecoveryOp.java:75)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 2200812 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:33539_solr&onlyIfLeaderActive=true&core=testExecute_shard1_replica_n2&coreNodeName=core_node6&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=400 QTime=30004
[junit4] 2> 2200813 ERROR (recoveryExecutor-5981-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE n:127.0.0.1:33539_solr s:shard1 c:testExecute) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Error while trying to recover. core=testExecute_shard1_replica_n5:java.util.concurrent.ExecutionException: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39171/solr: core not found:testExecute_shard1_replica_n2
[junit4] 2> at java.util.concurrent.FutureTask.report(FutureTask.java:122)
[junit4] 2> at java.util.concurrent.FutureTask.get(FutureTask.java:192)
[junit4] 2> at org.apache.solr.cloud.RecoveryStrategy.sendPrepRecoveryCmd(RecoveryStrategy.java:825)
[junit4] 2> at org.apache.solr.cloud.RecoveryStrategy.doSyncOrReplicateRecovery(RecoveryStrategy.java:562)
[junit4] 2> at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:302)
[junit4] 2> at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:286)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39171/solr: core not found:testExecute_shard1_replica_n2
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.lambda$httpUriRequest$0(HttpSolrClient.java:297)
[junit4] 2> ... 5 more
[junit4] 2>
[junit4] 2> 2200814 INFO (recoveryExecutor-5981-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE n:127.0.0.1:33539_solr s:shard1 c:testExecute) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Replay not started, or was not successful... still buffering updates.
[junit4] 2> 2200814 ERROR (recoveryExecutor-5981-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE n:127.0.0.1:33539_solr s:shard1 c:testExecute) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Recovery failed - trying again... (0)
[junit4] 2> 2200814 INFO (recoveryExecutor-5981-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE n:127.0.0.1:33539_solr s:shard1 c:testExecute) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Wait [2.0] seconds before trying to recover again (attempt=1)
[junit4] 2> 2210814 INFO (recoveryExecutor-5981-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE n:127.0.0.1:33539_solr s:shard1 c:testExecute) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[testExecute_shard1_replica_n5]
[junit4] 2> 2210814 INFO (recoveryExecutor-5981-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE n:127.0.0.1:33539_solr s:shard1 c:testExecute) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.UpdateLog Restarting buffering. previous=RecoveryInfo{adds=0 deletes=0 deleteByQuery=0 errors=0 positionOfStart=0}
[junit4] 2> 2210815 INFO (recoveryExecutor-5981-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE n:127.0.0.1:33539_solr s:shard1 c:testExecute) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=BUFFERING, tlog=null}
[junit4] 2> 2210815 INFO (recoveryExecutor-5981-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE n:127.0.0.1:33539_solr s:shard1 c:testExecute) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Publishing state of core [testExecute_shard1_replica_n5] as recovering, leader is [https://127.0.0.1:33539/solr/testExecute_shard1_replica_n1/] and I am [https://127.0.0.1:33539/solr/testExecute_shard1_replica_n5/]
[junit4] 2> 2210818 INFO (recoveryExecutor-5981-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE n:127.0.0.1:33539_solr s:shard1 c:testExecute) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Sending prep recovery command to [https://127.0.0.1:33539/solr]; [WaitForState: action=PREPRECOVERY&core=testExecute_shard1_replica_n1&nodeName=127.0.0.1:33539_solr&coreNodeName=core_node6&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 2210819 INFO (zkCallback-5985-thread-3-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2210819 INFO (zkCallback-5992-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2210819 INFO (zkCallback-5985-thread-2-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2210821 INFO (qtp1579585847-30705) [n:127.0.0.1:33539_solr ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node6, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 2210821 INFO (qtp1579585847-30705) [n:127.0.0.1:33539_solr ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=testExecute, shard=shard1, thisCore=testExecute_shard1_replica_n1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:33539_solr, coreNodeName=core_node6, onlyIfActiveCheckResult=false, nodeProps: core_node6:{"core":"testExecute_shard1_replica_n5","base_url":"https://127.0.0.1:33539/solr","node_name":"127.0.0.1:33539_solr","state":"recovering","type":"NRT"}
[junit4] 2> 2210821 INFO (qtp1579585847-30705) [n:127.0.0.1:33539_solr ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node6, state: recovering, checkLive: true, onlyIfLeader: true for: 0 seconds.
[junit4] 2> 2210821 INFO (qtp1579585847-30705) [n:127.0.0.1:33539_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:33539_solr&onlyIfLeaderActive=true&core=testExecute_shard1_replica_n1&coreNodeName=core_node6&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2211322 INFO (recoveryExecutor-5981-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE n:127.0.0.1:33539_solr s:shard1 c:testExecute) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [https://127.0.0.1:33539/solr/testExecute_shard1_replica_n1/] - recoveringAfterStartup=[true]
[junit4] 2> 2211322 INFO (recoveryExecutor-5981-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE n:127.0.0.1:33539_solr s:shard1 c:testExecute) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.PeerSync PeerSync: core=testExecute_shard1_replica_n5 url=https://127.0.0.1:33539/solr START replicas=[https://127.0.0.1:33539/solr/testExecute_shard1_replica_n1/] nUpdates=100
[junit4] 2> 2211325 INFO (qtp1579585847-30711) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 2211325 INFO (qtp1579585847-30711) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.S.Request [testExecute_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&
[...truncated too long message...]
ache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
[junit4] 2> at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:460)
[junit4] 2> at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
[junit4] 2> at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
[junit4] 2> at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
[junit4] 2> at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
[junit4] 2> at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
[junit4] 2> at org.apache.solr.client.solrj.impl.SolrClientCloudManager.request(SolrClientCloudManager.java:99)
[junit4] 2> ... 9 more
[junit4] 2> 2827709 WARN (OverseerThreadFactory-9393-thread-5-processing-n:127.0.0.1:39171_solr) [n:127.0.0.1:39171_solr ] o.a.s.c.MoveReplicaCmd Timed out waiting for leader's replica to recover, collection=testExecute shard=shard1 on node=127.0.0.1:39171_solr
[junit4] 2> 2827710 INFO (OverseerThreadFactory-9393-thread-5-processing-n:127.0.0.1:39171_solr) [n:127.0.0.1:39171_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2827711 WARN (OverseerAutoScalingTriggerThread-98878195829440517-127.0.0.1:39171_solr-n_0000000000) [n:127.0.0.1:39171_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2827711 DEBUG (jetty-closer-5974-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 2827711 ERROR (AutoscalingActionExecutor-9392-thread-1-processing-n:127.0.0.1:39171_solr) [n:127.0.0.1:39171_solr ] o.a.s.c.a.ScheduledTriggers Unexpected exception while waiting for pending task with requestid: node_lost_trigger/14f032aa4d7d42c0T3ist9hqz7urgimdv2ck3pauhm/0 to finish
[junit4] 2> java.lang.InterruptedException: sleep interrupted
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at java.lang.Thread.sleep(Thread.java:340)
[junit4] 2> at java.util.concurrent.TimeUnit.sleep(TimeUnit.java:386)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ExecutePlanAction.waitForTaskToFinish(ExecutePlanAction.java:155)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.waitForPendingTasks(ScheduledTriggers.java:289)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$2(ScheduledTriggers.java:221)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2827712 INFO (jetty-closer-5974-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@52e26984{/solr,null,UNAVAILABLE}
[junit4] 2> 2827712 ERROR (SUITE-ExecutePlanActionTest-seed#[F38C7D0E9C0A8B38]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2827712 INFO (SUITE-ExecutePlanActionTest-seed#[F38C7D0E9C0A8B38]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36075 36075
[junit4] 2> 2832482 INFO (Thread-6805) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36075 36075
[junit4] 2> 2832483 WARN (Thread-6805) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 3 /solr/configs/conf
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 21 /solr/collections/testIntegration/state.json
[junit4] 2> 20 /solr/collections/testExecute/state.json
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/live_nodes
[junit4] 2> 4 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_F38C7D0E9C0A8B38-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1596, maxMBSortInHeap=7.019843452756357, sim=RandomSimilarity(queryNorm=true): {}, locale=el, timezone=Africa/Addis_Ababa
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=172606008,total=523239424
[junit4] 2> NOTE: All tests run in this JVM: [OutOfBoxZkACLAndCredentialsProvidersTest, TestConfigReload, SparseHLLTest, SpellCheckCollatorTest, BaseCdcrDistributedZkTest, TestClassicSimilarityFactory, HdfsDirectoryFactoryTest, TestLeaderElectionWithEmptyReplica, SpatialFilterTest, TestLegacyFieldReuse, TestReversedWildcardFilterFactory, TestSchemaSimilarityResource, TestUniqueKeyFieldResource, TestPayloadCheckQParserPlugin, UtilsToolTest, SpellCheckComponentTest, AutoScalingHandlerTest, CoreSorterTest, TestNumericTokenStream, TestRandomFaceting, TestUtils, TestCollapseQParserPlugin, LeaderElectionContextKeyTest, TestRuleBasedAuthorizationPlugin, TestLegacyFieldCache, TestHighlightDedupGrouping, TestRequestStatusCollectionAPI, DistributedFacetPivotLongTailTest, TestSuggestSpellingConverter, RequestLoggingTest, OverseerModifyCollectionTest, TestDistributedSearch, CdcrReplicationHandlerTest, DistribCursorPagingTest, SolrGraphiteReporterTest, TestSolrCloudWithDelegationTokens, TestCryptoKeys, NodeLostTriggerTest, JsonLoaderTest, TestPostingsSolrHighlighter, SearchHandlerTest, JSONWriterTest, DocValuesTest, ActionThrottleTest, TestHdfsUpdateLog, TestStressUserVersions, TestFoldingMultitermQuery, PropertiesRequestHandlerTest, TestComponentsName, BJQParserTest, TestLegacyNumericRangeQueryBuilder, TestRecovery, TestDFRSimilarityFactory, PKIAuthenticationIntegrationTest, TestPolicyCloud, TestSystemCollAutoCreate, IndexSchemaRuntimeFieldTest, TestPhraseSuggestions, FileUtilsTest, TestLuceneIndexBackCompat, TestCloudPseudoReturnFields, BasicDistributedZkTest, SuggestComponentContextFilterQueryTest, HdfsBasicDistributedZkTest, TermsComponentTest, TestSchemaManager, TestLRUStatsCache, CursorMarkTest, MultiTermTest, TestSolrIndexConfig, SolrIndexMetricsTest, UpdateRequestProcessorFactoryTest, RankQueryTest, TestCloudInspectUtil, CollectionsAPISolrJTest, TestReplicationHandler, BlockJoinFacetSimpleTest, TestRTimerTree, TestIndexingPerformance, AtomicUpdateProcessorFactoryTest, AutoscalingHistoryHandlerTest, TestRandomDVFaceting, HttpSolrCallGetCoreTest, TestExpandComponent, MinimalSchemaTest, DeleteReplicaTest, UpdateLogTest, TestGraphTermsQParserPlugin, StatsReloadRaceTest, TestQueryUtils, TestMinMaxOnMultiValuedField, SliceStateTest, ChangedSchemaMergeTest, NoCacheHeaderTest, TestManagedSynonymGraphFilterFactory, WrapperMergePolicyFactoryTest, SolrSlf4jReporterTest, DistributedQueryElevationComponentTest, TestRandomCollapseQParserPlugin, TestUninvertingReader, TestDynamicLoading, TestShortCircuitedRequests, TestStreamBody, RuleEngineTest, StatelessScriptUpdateProcessorFactoryTest, TestCodecSupport, HdfsDirectoryTest, SolrCoreTest, ResponseLogComponentTest, SolrMetricReporterTest, TestUnifiedSolrHighlighter, PrimitiveFieldTypeTest, TestBulkSchemaConcurrent, HdfsCollectionsAPIDistributedZkTest, DirectUpdateHandlerOptimizeTest, TestBinaryField, TestSQLHandlerNonCloud, TestCopyFieldCollectionResource, TestNestedDocsSort, DistributedFacetPivotWhiteBoxTest, ZkStateReaderTest, TlogReplayBufferedWhileIndexingTest, PreAnalyzedFieldManagedSchemaCloudTest, AnalysisAfterCoreReloadTest, UnloadDistributedZkTest, SyncSliceTest, LeaderElectionIntegrationTest, ShardRoutingTest, FullSolrCloudDistribCmdsTest, ZkSolrClientTest, ZkControllerTest, TestJoin, DistributedTermsComponentTest, TestCoreContainer, SimpleFacetsTest, TestSolr4Spatial, TestGroupingSearch, QueryElevationComponentTest, PeerSyncTest, TestSort, TestFiltering, TestFunctionQuery, BasicFunctionalityTest, TestBadConfig, TestIndexSearcher, SoftAutoCommitTest, AssignBackwardCompatibilityTest, CollectionStateFormat2Test, ConcurrentDeleteAndCreateCollectionTest, ConnectionManagerTest, CreateCollectionCleanupTest, DeleteLastCustomShardedReplicaTest, DistribDocExpirationUpdateProcessorTest, DistributedVersionInfoTest, LeaderFailureAfterFreshStartTest, LeaderInitiatedRecoveryOnCommitTest, MissingSegmentRecoveryTest, MoveReplicaHDFSFailoverTest, ReplaceNodeTest, SharedFSAutoReplicaFailoverTest, SimpleCollectionCreateDeleteTest, SolrXmlInZkTest, TestCloudDeleteByQuery, TestCloudSearcherWarming, TestClusterProperties, TestCollectionAPI, TestConfigSetsAPI, TestLeaderElectionZkExpiry, TestLocalFSCloudBackupRestore, TestPullReplicaErrorHandling, TestRandomRequestDistribution, TestSSLRandomization, TestSizeLimitedDistributedMap, TestSkipOverseerOperations, TestSolrCloudWithKerberosAlt, TestStressCloudBlindAtomicUpdates, TestStressLiveNodes, TestTlogReplica, AutoAddReplicasPlanActionTest, ExecutePlanActionTest]
[junit4] Completed [745/745 (1!)] on J0 in 666.19s, 2 tests, 1 failure <<< FAILURES!
[...truncated 47136 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9) - Build # 20716 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20716/
Java: 64bit/jdk-9 -XX:-UseCompressedOops -XX:+UseG1GC --illegal-access=deny
2 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Error from server at https://127.0.0.1:45737/solr/awhollynewcollection_0_shard1_replica_n1: ClusterState says we are the leader (https://127.0.0.1:45737/solr/awhollynewcollection_0_shard1_replica_n1), but locally we don't think so. Request came from null
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:45737/solr/awhollynewcollection_0_shard1_replica_n1: ClusterState says we are the leader (https://127.0.0.1:45737/solr/awhollynewcollection_0_shard1_replica_n1), but locally we don't think so. Request came from null
at __randomizedtesting.SeedInfo.seed([FA479C4F5945DCBD:B232E8FB5F76F328]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:541)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:998)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:459)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:45737/solr/awhollynewcollection_0_shard1_replica_n1: ClusterState says we are the leader (https://127.0.0.1:45737/solr/awhollynewcollection_0_shard1_replica_n1), but locally we don't think so. Request came from null
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:518)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
... 1 more
FAILED: org.apache.solr.cloud.ShardRoutingTest.test
Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:33171
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:33171
at __randomizedtesting.SeedInfo.seed([FA479C4F5945DCBD:7213A395F7B9B145]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.base/java.net.SocketInputStream.socketRead0(Native Method)
at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:425)
at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:65)
at java.base/sun.security.ssl.SSLSocketImpl.bytesInCompletePacket(SSLSocketImpl.java:918)
at java.base/sun.security.ssl.AppInputStream.read(AppInputStream.java:144)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
... 42 more
Build Log:
[...truncated 12098 lines...]
[junit4] Suite: org.apache.solr.cloud.ShardRoutingTest
[junit4] 2> 131147 INFO (SUITE-ShardRoutingTest-seed#[FA479C4F5945DCBD]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardRoutingTest_FA479C4F5945DCBD-001/init-core-data-001
[junit4] 2> 131147 WARN (SUITE-ShardRoutingTest-seed#[FA479C4F5945DCBD]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=34 numCloses=34
[junit4] 2> 131148 INFO (SUITE-ShardRoutingTest-seed#[FA479C4F5945DCBD]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 131148 INFO (SUITE-ShardRoutingTest-seed#[FA479C4F5945DCBD]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 131149 INFO (SUITE-ShardRoutingTest-seed#[FA479C4F5945DCBD]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 131153 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 131155 INFO (Thread-205) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 131155 INFO (Thread-205) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 131157 ERROR (Thread-205) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 131255 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.ZkTestServer start zk server on port:41153
[junit4] 2> 131271 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 131272 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 131272 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 131273 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 131273 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 131274 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 131274 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 131275 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 131275 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 131276 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 131276 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 131280 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 131410 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 131413 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@31d31277{/,null,AVAILABLE}
[junit4] 2> 131415 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5aac7b4f{SSL,[ssl, http/1.1]}{127.0.0.1:?????}
[junit4] 2> 131415 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.e.j.s.Server Started @??????ms
[junit4] 2> 131415 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardRoutingTest_FA479C4F5945DCBD-001/tempDir-001/control/data, hostPort=33171, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardRoutingTest_FA479C4F5945DCBD-001/control-001/cores, replicaType=NRT}
[junit4] 2> 131415 ERROR (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 131415 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 131415 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 131415 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 131415 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-23T06:55:59.426816Z
[junit4] 2> 131426 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 131426 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardRoutingTest_FA479C4F5945DCBD-001/control-001/solr.xml
[junit4] 2> 131429 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 131429 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 131429 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5dd34f7e, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 131436 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41153/solr
[junit4] 2> 131476 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 131477 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33171_
[junit4] 2> 131477 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.Overseer Overseer (id=98876899928768517-127.0.0.1:33171_-n_0000000000) starting
[junit4] 2> 131480 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33171_
[junit4] 2> 131480 INFO (OverseerStateUpdate-98876899928768517-127.0.0.1:33171_-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 131509 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5dd34f7e
[junit4] 2> 131515 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5dd34f7e
[junit4] 2> 131515 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5dd34f7e
[junit4] 2> 131516 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardRoutingTest_FA479C4F5945DCBD-001/control-001/cores
[junit4] 2> 131544 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 131544 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41153/solr ready
[junit4] 2> 131558 INFO (qtp1841227529-1158) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:33171_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 131560 INFO (OverseerThreadFactory-437-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 131667 INFO (qtp1841227529-1152) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 131668 INFO (qtp1841227529-1152) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 131770 INFO (zkCallback-224-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 132682 INFO (qtp1841227529-1152) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 132690 INFO (qtp1841227529-1152) [ ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 132741 INFO (qtp1841227529-1152) [ ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 132748 INFO (qtp1841227529-1152) [ ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 132748 INFO (qtp1841227529-1152) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5dd34f7e
[junit4] 2> 132749 INFO (qtp1841227529-1152) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 132749 INFO (qtp1841227529-1152) [ ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardRoutingTest_FA479C4F5945DCBD-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardRoutingTest_FA479C4F5945DCBD-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 132751 INFO (qtp1841227529-1152) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=27, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 132771 WARN (qtp1841227529-1152) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 132795 INFO (qtp1841227529-1152) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 132795 INFO (qtp1841227529-1152) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 132816 INFO (qtp1841227529-1152) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 132816 INFO (qtp1841227529-1152) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 132817 INFO (qtp1841227529-1152) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@2f51bc60
[junit4] 2> 132817 INFO (qtp1841227529-1152) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5066f6a0[control_collection_shard1_replica_n1] main]
[junit4] 2> 132820 INFO (qtp1841227529-1152) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 132820 INFO (qtp1841227529-1152) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 132820 INFO (qtp1841227529-1152) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 132821 INFO (searcherExecutor-440-thread-1) [ ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@5066f6a0[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 132822 INFO (qtp1841227529-1152) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582030400607223808
[junit4] 2> 132825 INFO (qtp1841227529-1152) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 132825 INFO (qtp1841227529-1152) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 132825 INFO (qtp1841227529-1152) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:33171/control_collection_shard1_replica_n1/
[junit4] 2> 132825 INFO (qtp1841227529-1152) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 132825 INFO (qtp1841227529-1152) [ ] o.a.s.c.SyncStrategy https://127.0.0.1:33171/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 132825 INFO (qtp1841227529-1152) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 132827 INFO (qtp1841227529-1152) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:33171/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 191610 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 33171
[junit4] 2> 191610 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1634107833
[junit4] 2> 191611 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 191611 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@c3ad31d: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6088fbc8
[junit4] 2> 191613 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 191613 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@42bfdcac: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@26f414cc
[junit4] 2> 191615 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 191615 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@481a36ec: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@226a0d5d
[junit4] 2> 191616 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:33171_
[junit4] 2> 191617 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 191620 INFO (zkCallback-224-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 191620 INFO (coreCloseExecutor-445-thread-1) [ ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@5004ca88
[junit4] 2> 191620 INFO (coreCloseExecutor-445-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=1342491272
[junit4] 2> 191620 INFO (coreCloseExecutor-445-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7e46ca0: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@4169106c
[junit4] 2> 191627 INFO (coreCloseExecutor-445-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=1342491272
[junit4] 2> 202507 INFO (ScheduledTrigger-435-thread-1) [ ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 202508 INFO (AutoscalingActionExecutor-436-thread-1) [ ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
[junit4] 2> "id":"14f020b12d929ec0T1tte15p0p2kuz6h9cmi9j0yyw",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":1508741820515000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1508741820515000000],
[junit4] 2> "_enqueue_time_":1508741830517000000,
[junit4] 2> "nodeNames":["127.0.0.1:33171_"]}}
[junit4] 2> 311560 ERROR (qtp1841227529-1158) [ ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 311560 INFO (qtp1841227529-1158) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:33171_&wt=javabin&version=2} status=500 QTime=180002
[junit4] 2> 311561 ERROR (qtp1841227529-1158) [ ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 731765 ERROR (OverseerThreadFactory-437-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:33171
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:33171
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] 2> at java.base/java.net.SocketInputStream.socketRead0(Native Method)
[junit4] 2> at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] 2> at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] 2> at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] 2> at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:425)
[junit4] 2> at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:65)
[junit4] 2> at java.base/sun.security.ssl.SSLSocketImpl.bytesInCompletePacket(SSLSocketImpl.java:918)
[junit4] 2> at java.base/sun.security.ssl.AppInputStream.read(AppInputStream.java:144)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
[junit4] 2> ... 12 more
[junit4] 2> 731765 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.Overseer Overseer (id=98876899928768517-127.0.0.1:33171_-n_0000000000) closing
[junit4] 2> 731766 ERROR (OverseerThreadFactory-437-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [control_collection].
[junit4] 2> 731766 INFO (OverseerStateUpdate-98876899928768517-127.0.0.1:33171_-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:33171_
[junit4] 2> 731766 INFO (OverseerThreadFactory-437-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 761835 INFO (zkCallback-224-thread-5) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [0])
[junit4] 2> 761836 ERROR (OverseerThreadFactory-437-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Collection: control_collection operation: create failed:org.apache.solr.common.SolrException: Could not fully remove collection: control_collection
[junit4] 2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:109)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:681)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:302)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:229)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 761841 INFO (OverseerThreadFactory-437-thread-1) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 761841 WARN (OverseerAutoScalingTriggerThread-98876899928768517-127.0.0.1:33171_-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 761843 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5aac7b4f{SSL,[ssl, http/1.1]}{127.0.0.1:?}
[junit4] 2> 761843 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@31d31277{/,null,UNAVAILABLE}
[junit4] 2> 761855 ERROR (qtp1841227529-1152) [ ] o.a.s.c.ZkController Error getting leader from zk
[junit4] 2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1050)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 761855 ERROR (qtp1841227529-1152) [ ] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1050)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 44 more
[junit4] 2>
[junit4] 2> 761856 INFO (qtp1841227529-1152) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=630188
[junit4] 2> 761856 ERROR (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 761856 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41153 41153
[junit4] 2> 766890 INFO (Thread-205) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41153 41153
[junit4] 2> 766890 WARN (Thread-205) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ShardRoutingTest -Dtests.method=test -Dtests.seed=FA479C4F5945DCBD -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=mzn -Dtests.timezone=Asia/Makassar -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 636s J1 | ShardRoutingTest.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:33171
[junit4] > at __randomizedtesting.SeedInfo.seed([FA479C4F5945DCBD:7213A395F7B9B145]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.base/java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:425)
[junit4] > at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:65)
[junit4] > at java.base/sun.security.ssl.SSLSocketImpl.bytesInCompletePacket(SSLSocketImpl.java:918)
[junit4] > at java.base/sun.security.ssl.AppInputStream.read(AppInputStream.java:144)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
[junit4] > ... 42 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardRoutingTest_FA479C4F5945DCBD-001
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=true): {}, locale=mzn, timezone=Asia/Makassar
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=407314568,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [DeleteLastCustomShardedReplicaTest, TestScoreJoinQPNoScore, LeaderFailoverAfterPartitionTest, LukeRequestHandlerTest, TestCorePropertiesReload, TestCollationField, PolyFieldTest, TestTrieFacet, HttpTriggerListenerTest, TestRawTransformer, TestSolrCLIRunExample, ShardRoutingTest]
[junit4] Completed [198/745 (1!)] on J1 in 635.77s, 1 test, 1 error <<< FAILURES!
[...truncated 333 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4] 2> 1184270 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[FA479C4F5945DCBD]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_FA479C4F5945DCBD-001/init-core-data-001
[junit4] 2> 1184270 WARN (SUITE-CollectionsAPIDistributedZkTest-seed#[FA479C4F5945DCBD]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=34 numCloses=34
[junit4] 2> 1184271 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[FA479C4F5945DCBD]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1184271 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[FA479C4F5945DCBD]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 1184273 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[FA479C4F5945DCBD]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_FA479C4F5945DCBD-001/tempDir-001
[junit4] 2> 1184274 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[FA479C4F5945DCBD]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1184274 INFO (Thread-2603) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1184274 INFO (Thread-2603) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1184277 ERROR (Thread-2603) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1184374 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[FA479C4F5945DCBD]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:46849
[junit4] 2> 1184381 INFO (jetty-launcher-3624-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1184381 INFO (jetty-launcher-3624-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1184381 INFO (jetty-launcher-3624-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1184381 INFO (jetty-launcher-3624-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1184386 INFO (jetty-launcher-3624-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@17139a5e{/solr,null,AVAILABLE}
[junit4] 2> 1184386 INFO (jetty-launcher-3624-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@60c62b53{/solr,null,AVAILABLE}
[junit4] 2> 1184386 INFO (jetty-launcher-3624-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@668a6c4d{/solr,null,AVAILABLE}
[junit4] 2> 1184386 INFO (jetty-launcher-3624-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@64b93c68{/solr,null,AVAILABLE}
[junit4] 2> 1184388 INFO (jetty-launcher-3624-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@62aff570{SSL,[ssl, http/1.1]}{127.0.0.1:42261}
[junit4] 2> 1184388 INFO (jetty-launcher-3624-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@56b5f8a1{SSL,[ssl, http/1.1]}{127.0.0.1:44969}
[junit4] 2> 1184388 INFO (jetty-launcher-3624-thread-4) [ ] o.e.j.s.Server Started @1186137ms
[junit4] 2> 1184388 INFO (jetty-launcher-3624-thread-2) [ ] o.e.j.s.Server Started @1186137ms
[junit4] 2> 1184389 INFO (jetty-launcher-3624-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42261}
[junit4] 2> 1184389 INFO (jetty-launcher-3624-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44969}
[junit4] 2> 1184388 INFO (jetty-launcher-3624-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@698b6e51{SSL,[ssl, http/1.1]}{127.0.0.1:45737}
[junit4] 2> 1184389 INFO (jetty-launcher-3624-thread-1) [ ] o.e.j.s.Server Started @1186137ms
[junit4] 2> 1184389 INFO (jetty-launcher-3624-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45737}
[junit4] 2> 1184389 ERROR (jetty-launcher-3624-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1184389 ERROR (jetty-launcher-3624-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1184389 INFO (jetty-launcher-3624-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1184389 INFO (jetty-launcher-3624-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1184389 INFO (jetty-launcher-3624-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1184389 INFO (jetty-launcher-3624-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1184389 INFO (jetty-launcher-3624-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1184389 INFO (jetty-launcher-3624-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1184389 INFO (jetty-launcher-3624-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-23T07:13:32.691791Z
[junit4] 2> 1184389 INFO (jetty-launcher-3624-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-23T07:13:32.691841Z
[junit4] 2> 1184389 ERROR (jetty-launcher-3624-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1184390 INFO (jetty-launcher-3624-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1184390 INFO (jetty-launcher-3624-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1184390 INFO (jetty-launcher-3624-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1184390 INFO (jetty-launcher-3624-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-23T07:13:32.692273Z
[junit4] 2> 1184390 INFO (jetty-launcher-3624-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5419fcec{SSL,[ssl, http/1.1]}{127.0.0.1:46693}
[junit4] 2> 1184390 INFO (jetty-launcher-3624-thread-3) [ ] o.e.j.s.Server Started @1186138ms
[junit4] 2> 1184390 INFO (jetty-launcher-3624-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46693}
[junit4] 2> 1184390 ERROR (jetty-launcher-3624-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1184390 INFO (jetty-launcher-3624-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1184390 INFO (jetty-launcher-3624-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1184390 INFO (jetty-launcher-3624-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1184391 INFO (jetty-launcher-3624-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-23T07:13:32.693025Z
[junit4] 2> 1184397 INFO (jetty-launcher-3624-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1184397 INFO (jetty-launcher-3624-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1184400 INFO (jetty-launcher-3624-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1184400 INFO (jetty-launcher-3624-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1184400 INFO (jetty-launcher-3624-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1184400 INFO (jetty-launcher-3624-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1184401 INFO (jetty-launcher-3624-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1184403 INFO (jetty-launcher-3624-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1184403 INFO (jetty-launcher-3624-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1184412 INFO (jetty-launcher-3624-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1184414 INFO (jetty-launcher-3624-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1184414 INFO (jetty-launcher-3624-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1184417 INFO (jetty-launcher-3624-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46849/solr
[junit4] 2> 1184417 INFO (jetty-launcher-3624-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46849/solr
[junit4] 2> 1184420 INFO (jetty-launcher-3624-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46849/solr
[junit4] 2> 1184422 INFO (jetty-launcher-3624-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46849/solr
[junit4] 2> 1184423 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f481453a10006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1184423 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f481453a10008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1184484 INFO (jetty-launcher-3624-thread-4) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1184484 INFO (jetty-launcher-3624-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1184484 INFO (jetty-launcher-3624-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1184484 INFO (jetty-launcher-3624-thread-4) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42261_solr
[junit4] 2> 1184484 INFO (jetty-launcher-3624-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45737_solr
[junit4] 2> 1184485 INFO (jetty-launcher-3624-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44969_solr
[junit4] 2> 1184485 INFO (jetty-launcher-3624-thread-4) [ ] o.a.s.c.Overseer Overseer (id=98876968965046284-127.0.0.1:42261_solr-n_0000000000) starting
[junit4] 2> 1184485 INFO (zkCallback-3644-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1184485 INFO (zkCallback-3643-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1184485 INFO (zkCallback-3646-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1184488 INFO (zkCallback-3643-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1184488 INFO (zkCallback-3644-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1184488 INFO (zkCallback-3646-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1184493 INFO (jetty-launcher-3624-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1184494 INFO (jetty-launcher-3624-thread-3) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1184495 INFO (jetty-launcher-3624-thread-3) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46693_solr
[junit4] 2> 1184495 INFO (zkCallback-3644-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1184500 INFO (zkCallback-3646-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1184500 INFO (zkCallback-3643-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1184500 INFO (zkCallback-3645-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1184505 INFO (jetty-launcher-3624-thread-4) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42261_solr
[junit4] 2> 1184505 INFO (zkCallback-3644-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1184508 INFO (zkCallback-3646-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1184508 INFO (zkCallback-3645-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1184508 INFO (zkCallback-3643-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1184514 INFO (jetty-launcher-3624-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17803bd4
[junit4] 2> 1184515 INFO (jetty-launcher-3624-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17803bd4
[junit4] 2> 1184519 INFO (jetty-launcher-3624-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17803bd4
[junit4] 2> 1184519 INFO (jetty-launcher-3624-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17803bd4
[junit4] 2> 1184520 INFO (jetty-launcher-3624-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_FA479C4F5945DCBD-001/tempDir-001/node1
[junit4] 2> 1184520 INFO (jetty-launcher-3624-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17803bd4
[junit4] 2> 1184520 INFO (jetty-launcher-3624-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17803bd4
[junit4] 2> 1184521 INFO (jetty-launcher-3624-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_FA479C4F5945DCBD-001/tempDir-001/node2
[junit4] 2> 1184528 INFO (jetty-launcher-3624-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17803bd4
[junit4] 2> 1184536 INFO (jetty-launcher-3624-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17803bd4
[junit4] 2> 1184536 INFO (jetty-launcher-3624-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17803bd4
[junit4] 2> 1184537 INFO (jetty-launcher-3624-thread-3) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_FA479C4F5945DCBD-001/tempDir-001/node3
[junit4] 2> 1184539 INFO (jetty-launcher-3624-thread-4) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17803bd4
[junit4] 2> 1184544 INFO (jetty-launcher-3624-thread-4) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17803bd4
[junit4] 2> 1184544 INFO (jetty-launcher-3624-thread-4) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17803bd4
[junit4] 2> 1184545 INFO (jetty-launcher-3624-thread-4) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_FA479C4F5945DCBD-001/tempDir-001/node4
[junit4] 2> 1184589 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[FA479C4F5945DCBD]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1184590 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[FA479C4F5945DCBD]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46849/solr ready
[junit4] 2> 1184600 INFO (TEST-CollectionsAPIDistributedZkTest.testSpecificConfigsets-seed#[FA479C4F5945DCBD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSpecificConfigsets
[junit4] 2> 1184600 INFO (TEST-CollectionsAPIDistributedZkTest.testSpecificConfigsets-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1184611 INFO (qtp388262035-13920) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf2&name=withconfigset2&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1184616 INFO (OverseerThreadFactory-5493-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection withconfigset2
[junit4] 2> 1184720 INFO (OverseerStateUpdate-98876968965046284-127.0.0.1:42261_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withconfigset2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"withconfigset2_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46693/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1184932 INFO (qtp1458051313-13935) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf2&newCollection=true&name=withconfigset2_shard1_replica_n1&action=CREATE&numShards=1&collection=withconfigset2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1184932 INFO (qtp1458051313-13935) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1185035 INFO (zkCallback-3645-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withconfigset2/state.json] for collection [withconfigset2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1185035 INFO (zkCallback-3645-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withconfigset2/state.json] for collection [withconfigset2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1185942 INFO (qtp1458051313-13935) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1185949 INFO (qtp1458051313-13935) [ ] o.a.s.s.IndexSchema [withconfigset2_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1185951 INFO (qtp1458051313-13935) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1185951 INFO (qtp1458051313-13935) [ ] o.a.s.c.CoreContainer Creating SolrCore 'withconfigset2_shard1_replica_n1' using configuration from collection withconfigset2, trusted=true
[junit4] 2> 1185951 INFO (qtp1458051313-13935) [ ] o.a.s.m.r.SolrJmxReporter JMX monitor
[...truncated too long message...]
[false]
[junit4] 2> 1271127 INFO (recoveryExecutor-3672-thread-1) [ ] o.a.s.c.SolrCore [addReplicaColl_shard1_replica_n9] CLOSING SolrCore org.apache.solr.core.SolrCore@15ea15e5
[junit4] 2> 1271127 INFO (recoveryExecutor-3672-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.addReplicaColl.shard1.replica_n9, tag=367662565
[junit4] 2> 1271127 INFO (recoveryExecutor-3672-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@343f1717: rootName = null, domain = solr.core.addReplicaColl.shard1.replica_n9, service url = null, agent id = null] for registry solr.core.addReplicaColl.shard1.replica_n9 / com.codahale.metrics.MetricRegistry@400fb779
[junit4] 2> 1271127 INFO (recoveryExecutor-3636-thread-1) [ ] o.a.s.c.RecoveryStrategy RecoveryStrategy has been closed
[junit4] 2> 1271127 INFO (recoveryExecutor-3636-thread-1) [ ] o.a.s.c.RecoveryStrategy Finished recovery process, successful=[false]
[junit4] 2> 1271127 INFO (recoveryExecutor-3636-thread-1) [ ] o.a.s.c.SolrCore [addReplicaColl_shard1_replica_n11] CLOSING SolrCore org.apache.solr.core.SolrCore@387f7a95
[junit4] 2> 1271127 INFO (recoveryExecutor-3636-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.addReplicaColl.shard1.replica_n11, tag=947878549
[junit4] 2> 1271127 INFO (recoveryExecutor-3636-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3db5301: rootName = null, domain = solr.core.addReplicaColl.shard1.replica_n11, service url = null, agent id = null] for registry solr.core.addReplicaColl.shard1.replica_n11 / com.codahale.metrics.MetricRegistry@2fd09e1
[junit4] 2> 1271133 INFO (recoveryExecutor-3672-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.addReplicaColl.shard1.leader, tag=367662565
[junit4] 2> 1271133 WARN (recoveryExecutor-3672-thread-1) [ ] o.a.s.c.RecoveryStrategy Stopping recovery for core=[addReplicaColl_shard1_replica_n9] coreNodeName=[core_node10]
[junit4] 2> 1271133 INFO (recoveryExecutor-3636-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.addReplicaColl.shard1.leader, tag=947878549
[junit4] 2> 1271133 WARN (recoveryExecutor-3636-thread-1) [ ] o.a.s.c.RecoveryStrategy Stopping recovery for core=[addReplicaColl_shard1_replica_n11] coreNodeName=[core_node12]
[junit4] 2> 1271134 INFO (recoveryExecutor-3638-thread-1) [ ] o.a.s.c.RecoveryStrategy RecoveryStrategy has been closed
[junit4] 2> 1271134 INFO (recoveryExecutor-3638-thread-1) [ ] o.a.s.c.RecoveryStrategy Finished recovery process, successful=[false]
[junit4] 2> 1271134 INFO (recoveryExecutor-3638-thread-1) [ ] o.a.s.c.SolrCore [propertyDotName] CLOSING SolrCore org.apache.solr.core.SolrCore@c320e5c
[junit4] 2> 1271134 INFO (recoveryExecutor-3638-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.addReplicaColl.shard1.core_node13, tag=204607068
[junit4] 2> 1271134 INFO (recoveryExecutor-3638-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6a30bfdd: rootName = null, domain = solr.core.addReplicaColl.shard1.core_node13, service url = null, agent id = null] for registry solr.core.addReplicaColl.shard1.core_node13 / com.codahale.metrics.MetricRegistry@3bd302ee
[junit4] 2> 1271134 INFO (jetty-closer-3625-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1a92a8ed{/solr,null,UNAVAILABLE}
[junit4] 2> 1271139 INFO (recoveryExecutor-3638-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.addReplicaColl.shard1.leader, tag=204607068
[junit4] 2> 1271139 WARN (recoveryExecutor-3638-thread-1) [ ] o.a.s.c.RecoveryStrategy Stopping recovery for core=[propertyDotName] coreNodeName=[core_node13]
[junit4] 2> 1271140 INFO (jetty-closer-3625-thread-3) [ ] o.a.s.c.Overseer Overseer (id=98876968965046284-127.0.0.1:42261_solr-n_0000000000) closing
[junit4] 2> 1271140 INFO (OverseerStateUpdate-98876968965046284-127.0.0.1:42261_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42261_solr
[junit4] 2> 1271140 WARN (OverseerAutoScalingTriggerThread-98876968965046284-127.0.0.1:42261_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1271141 INFO (jetty-closer-3625-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@64b93c68{/solr,null,UNAVAILABLE}
[junit4] 2> 1272634 INFO (jetty-closer-3625-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@668a6c4d{/solr,null,UNAVAILABLE}
[junit4] 2> 1272635 ERROR (SUITE-CollectionsAPIDistributedZkTest-seed#[FA479C4F5945DCBD]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1272635 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[FA479C4F5945DCBD]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46849 46849
[junit4] 2> 1277643 INFO (Thread-2650) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46849 46849
[junit4] 2> 1277644 WARN (Thread-2650) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/configs/conf
[junit4] 2> 5 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 39 /solr/collections/addReplicaColl/state.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 5 /solr/collections/created_and_deleted/state.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 104 /solr/collections
[junit4] 2> 5 /solr/live_nodes
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_FA479C4F5945DCBD-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=true): {}, locale=cy, timezone=Africa/Ouagadougou
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=330829904,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [SSLMigrationTest, TestInitQParser, TestCSVResponseWriter, BlobRepositoryCloudTest, ZkNodePropsTest, HighlighterMaxOffsetTest, DeleteNodeTest, TestReload, TestConfigSetsAPIZkFailure, TestComplexPhraseQParserPlugin, TestBackupRepositoryFactory, BasicDistributedZk2Test, TestNumericTerms64, BlockJoinFacetRandomTest, ImplicitSnitchTest, SegmentsInfoRequestHandlerTest, ScriptEngineTest, TestGeoJSONResponseWriter, TestSearchPerf, TestDocTermOrds, NodeAddedTriggerTest, BadComponentTest, AsyncCallRequestStatusResponseTest, HdfsUnloadDistributedZkTest, CoreAdminHandlerTest, TimeZoneUtilsTest, TestManagedResource, FieldMutatingUpdateProcessorTest, FullSolrCloudDistribCmdsTest, TestLegacyField, TestCloudDeleteByQuery, TestLMJelinekMercerSimilarityFactory, ConnectionReuseTest, TestRequestForwarding, XmlUpdateRequestHandlerTest, TestQueryWrapperFilter, V2StandaloneTest, SystemInfoHandlerTest, TestCharFilters, AlternateDirectoryTest, SolrMetricManagerTest, FieldAnalysisRequestHandlerTest, SolrShardReporterTest, CSVRequestHandlerTest, TestNonDefinedSimilarityFactory, TestCollectionsAPIViaSolrCloudCluster, HLLUtilTest, HighlighterTest, DistributedQueryComponentOptimizationTest, SpellPossibilityIteratorTest, TestManagedSynonymFilterFactory, BasicAuthStandaloneTest, RecoveryAfterSoftCommitTest, SimplePostToolTest, UUIDFieldTest, TestDistributedGrouping, LeaderElectionTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestBlendedInfixSuggestions, StatsComponentTest, TestGroupingSearch, TestBulkSchemaAPI, TestIntervalFaceting, TestHighFrequencyDictionaryFactory, UUIDUpdateProcessorFallbackTest, ParsingFieldUpdateProcessorsTest, TestDistribDocBasedVersion, EchoParamsTest, QueryElevationComponentTest, IndexBasedSpellCheckerTest, TestLRUCache, TestCloudPivotFacet, TestFieldTypeCollectionResource, ExecutePlanActionTest, TestExceedMaxTermLength, TestLMDirichletSimilarityFactory, TestSolrDeletionPolicy2, DeleteStatusTest, TemplateUpdateProcessorTest, TestOverriddenPrefixQueryForCustomFieldType, IndexSchemaTest, FileBasedSpellCheckerTest, TestZkChroot, ExplicitHLLTest, PluginInfoTest, TestScoreJoinQPScore, CloneFieldUpdateProcessorFactoryTest, SpatialHeatmapFacetsTest, DisMaxRequestHandlerTest, SpatialRPTFieldTypeTest, TestSQLHandler, TestReRankQParserPlugin, TestRealTimeGet, SortByFunctionTest, OverseerTest, TestFunctionQuery, TestDelegationWithHadoopAuth, TestQueryTypes, ConfigSetsAPITest, TestElisionMultitermQuery, DistributedSpellCheckComponentTest, DirectSolrConnectionTest, TestSchemaResource, TestObjectReleaseTracker, TestSolrConfigHandler, RecoveryZkTest, ConjunctionSolrSpellCheckerTest, TestSkipOverseerOperations, TestExtendedDismaxParser, InfixSuggestersTest, SolrJmxReporterTest, DistributedFacetPivotSmallTest, TestSolrConfigHandlerConcurrent, SolrCloudExampleTest, TestPullReplica, MergeStrategyTest, TestFuzzyAnalyzedSuggestions, MigrateRouteKeyTest, SharedFSAutoReplicaFailoverTest, TestValueSourceCache, JvmMetricsTest, ChaosMonkeyNothingIsSafeTest, BasicDistributedZkTest, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest]
[junit4] Completed [295/745 (2!)] on J2 in 93.39s, 19 tests, 1 error <<< FAILURES!
[...truncated 41565 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
20715 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20715/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseParallelGC
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=3750, name=jetty-launcher-586-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505) 2) Thread[id=3751, name=jetty-launcher-586-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
1) Thread[id=3750, name=jetty-launcher-586-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
2) Thread[id=3751, name=jetty-launcher-586-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
at __randomizedtesting.SeedInfo.seed([BDDEF43E067C8832]:0)
FAILED: org.apache.solr.cloud.ShardSplitTest.testSplitStaticIndexReplication
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:33699
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:33699
at __randomizedtesting.SeedInfo.seed([BDDEF43E067C8832:F794603E97D4A737]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
... 43 more
Build Log:
[...truncated 11901 lines...]
[junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_BDDEF43E067C8832-001/init-core-data-001
[junit4] 2> 602894 WARN (SUITE-TestSolrCloudWithSecureImpersonation-seed#[BDDEF43E067C8832]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 602894 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[BDDEF43E067C8832]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 602895 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[BDDEF43E067C8832]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 602896 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[BDDEF43E067C8832]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 602939 WARN (SUITE-TestSolrCloudWithSecureImpersonation-seed#[BDDEF43E067C8832]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 2> 603042 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[BDDEF43E067C8832]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_BDDEF43E067C8832-001/tempDir-001
[junit4] 2> 603043 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[BDDEF43E067C8832]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 603043 INFO (Thread-769) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 603043 INFO (Thread-769) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 603047 ERROR (Thread-769) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 603143 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[BDDEF43E067C8832]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:40415
[junit4] 2> 603146 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f46f632d40000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 603151 INFO (jetty-launcher-586-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 603151 INFO (jetty-launcher-586-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 603178 INFO (jetty-launcher-586-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@72259e11{/solr,null,AVAILABLE}
[junit4] 2> 603179 INFO (jetty-launcher-586-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@cd77645{SSL,[ssl, http/1.1]}{127.0.0.1:38275}
[junit4] 2> 603179 INFO (jetty-launcher-586-thread-1) [ ] o.e.j.s.Server Started @604760ms
[junit4] 2> 603179 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38275}
[junit4] 2> 603179 ERROR (jetty-launcher-586-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 603179 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 603179 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 603179 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 603179 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-23T02:01:01.020Z
[junit4] 2> 603182 INFO (jetty-launcher-586-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2c79e520{/solr,null,AVAILABLE}
[junit4] 2> 603182 INFO (jetty-launcher-586-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@766e22fe{SSL,[ssl, http/1.1]}{127.0.0.1:33079}
[junit4] 2> 603182 INFO (jetty-launcher-586-thread-2) [ ] o.e.j.s.Server Started @604763ms
[junit4] 2> 603182 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33079}
[junit4] 2> 603182 ERROR (jetty-launcher-586-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 603182 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 603182 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 603182 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 603182 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-23T02:01:01.023Z
[junit4] 2> 603189 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 603194 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f46f632d40001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 603195 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 603196 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40415/solr
[junit4] 2> 603200 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f46f632d40002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 603206 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40415/solr
[junit4] 2> 603269 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:33079_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 603269 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:33079_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33079_solr
[junit4] 2> 603269 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:33079_solr ] o.a.s.c.Overseer Overseer (id=98875740054093830-127.0.0.1:33079_solr-n_0000000000) starting
[junit4] 2> 603275 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:38275_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 603281 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:33079_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33079_solr
[junit4] 2> 603282 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:38275_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38275_solr
[junit4] 2> 603288 INFO (zkCallback-595-thread-1-processing-n:127.0.0.1:38275_solr) [n:127.0.0.1:38275_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 603294 INFO (OverseerStateUpdate-98875740054093830-127.0.0.1:33079_solr-n_0000000000) [n:127.0.0.1:33079_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 603316 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:38275_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 603321 WARN (jetty-launcher-586-thread-1) [n:127.0.0.1:38275_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 603341 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:38275_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=jenkins, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 603363 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:33079_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 603364 WARN (jetty-launcher-586-thread-2) [n:127.0.0.1:33079_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 603366 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:33079_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=jenkins, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 603437 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:33079_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 603437 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:38275_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 603458 INFO (jetty-launcher-586-thread-1-EventThread) [n:127.0.0.1:38275_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 603458 INFO (jetty-launcher-586-thread-2-EventThread) [n:127.0.0.1:33079_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 603634 WARN (jetty-launcher-586-thread-1) [n:127.0.0.1:38275_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 603634 WARN (jetty-launcher-586-thread-2) [n:127.0.0.1:33079_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 603679 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:33079_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33079.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3918bbe1
[junit4] 2> 603682 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:38275_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38275.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3918bbe1
[junit4] 2> 603691 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:33079_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33079.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3918bbe1
[junit4] 2> 603691 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:33079_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33079.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3918bbe1
[junit4] 2> 603692 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:33079_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_BDDEF43E067C8832-001/tempDir-001/node2/.
[junit4] 2> 603693 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:38275_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38275.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3918bbe1
[junit4] 2> 603693 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:38275_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38275.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3918bbe1
[junit4] 2> 603694 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:38275_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_BDDEF43E067C8832-001/tempDir-001/node1/.
[junit4] 2> 603759 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[BDDEF43E067C8832]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
[junit4] 2> 604049 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[BDDEF43E067C8832]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noGroups&p=noGroups&t=test&e=1508760061628&s=fUs2sohjRdILv2eRzR6oxXl05hU="; Path=/; Domain=127.0.0.1; Expires=mán., 23-okt.-2017 12:01:01 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mán., 23-okt.-2017 12:01:01 GMT
[junit4] 2> 604049 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[BDDEF43E067C8832]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
[junit4] 2> 604077 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[BDDEF43E067C8832]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
[junit4] 2> 604083 INFO (qtp1624479027-3714) [n:127.0.0.1:38275_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 604083 INFO (qtp1624479027-3714) [n:127.0.0.1:38275_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 604084 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[BDDEF43E067C8832]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostAnyUser&p=anyHostAnyUser&t=test&e=1508760061920&s=XUp0JRZQ7obt87FFORGASbSIl8M="; Path=/; Domain=127.0.0.1; Expires=mán., 23-okt.-2017 12:01:01 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mán., 23-okt.-2017 12:01:01 GMT
[junit4] 2> 604084 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[BDDEF43E067C8832]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
[junit4] 2> 604096 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[BDDEF43E067C8832]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
[junit4] 2> 604131 INFO (qtp1624479027-3715) [n:127.0.0.1:38275_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 604131 INFO (qtp1624479027-3715) [n:127.0.0.1:38275_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 604131 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[BDDEF43E067C8832]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostUsersGroup&p=anyHostUsersGroup&t=test&e=1508760061938&s=T1BvjaR9CDX85ZpRu1tataG29MA="; Path=/; Domain=127.0.0.1; Expires=mán., 23-okt.-2017 12:01:01 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mán., 23-okt.-2017 12:01:01 GMT
[junit4] 2> 604132 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[BDDEF43E067C8832]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
[junit4] 2> 604144 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[BDDEF43E067C8832]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
[junit4] 2> 604150 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[BDDEF43E067C8832]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=test&e=1508760061986&s=HQ8xo4mbwKztj45zCtxjMKYFMt0="; Path=/; Domain=127.0.0.1; Expires=mán., 23-okt.-2017 12:01:01 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mán., 23-okt.-2017 12:01:01 GMT
[junit4] 2> 604150 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[BDDEF43E067C8832]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
[junit4] 2> 604164 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[BDDEF43E067C8832]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
[junit4] 2> 604166 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[BDDEF43E067C8832]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noHosts&p=noHosts&t=test&e=1508760062005&s=UwoXmBqcOMqn8PTWeTFs+0fsnkU="; Path=/; Domain=127.0.0.1; Expires=mán., 23-okt.-2017 12:01:02 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mán., 23-okt.-2017 12:01:02 GMT
[junit4] 2> 604167 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[BDDEF43E067C8832]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
[junit4] 2> 604185 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[BDDEF43E067C8832]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
[junit4] 2> 604205 WARN (qtp1624479027-3712) [ ] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: ‘bar’: no such user
[junit4] 2> id: ‘bar’: no such user
[junit4] 2>
[junit4] 2> 604208 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[BDDEF43E067C8832]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bogusGroup&p=bogusGroup&t=test&e=1508760062027&s=G3jgVr4rqWA1QnOW63lB6e8Nedk="; Path=/; Domain=127.0.0.1; Expires=mán., 23-okt.-2017 12:01:02 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mán., 23-okt.-2017 12:01:02 GMT
[junit4] 2> 604208 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[BDDEF43E067C8832]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
[junit4] 2> 604223 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[BDDEF43E067C8832]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
[junit4] 2> 604223 INFO (qtp1624479027-3715) [n:127.0.0.1:38275_solr ] o.a.s.s.SolrDispatchFilter Error authenticating
[junit4] 2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:451)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 604224 WARN (qtp1624479027-3715) [n:127.0.0.1:38275_solr ] o.e.j.s.ServletHandler /solr/admin/collections
[junit4] 2> org.apache.solr.common.SolrException: Error during request authentication,
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:457)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:451)
[junit4] 2> ... 29 more
[junit4] 2> 604225 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[BDDEF43E067C8832]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
[junit4] 2> 604236 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[BDDEF43E067C8832]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testForwarding
[junit4] 2> 604539 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[BDDEF43E067C8832]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 604539 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[BDDEF43E067C8832]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40415/solr ready
[junit4] 2> 604558 INFO (qtp904614158-3709) [n:127.0.0.1:33079_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 604559 INFO (OverseerThreadFactory-1664-thread-1-processing-n:127.0.0.1:33079_solr) [n:127.0.0.1:33079_solr ] o.a.s.c.CreateCollectionCmd Create collection forwardingCollection
[junit4] 2> 604664 INFO (OverseerStateUpdate-98875740054093830-127.0.0.1:33079_solr-n_0000000000) [n:127.0.0.1:33079_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"forwardingCollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"forwardingCollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33079/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 604869 INFO (qtp904614158-3706) [n:127.0.0.1:33079_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 604869 INFO (qtp904614158-3706) [n:127.0.0.1:33079_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 604972 INFO (zkCallback-598-thread-1-processing-n:127.0.0.1:33079_solr) [n:127.0.0.1:33079_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 604972 INFO (zkCallback-598-thread-2-processing-n:127.0.0.1:33079_solr) [n:127.0.0.1:33079_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 605890 INFO (qtp904614158-3706) [n:127.0.0.1:33079_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 605917 INFO (qtp904614158-3706) [n:127.0.0.1:33079_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema [forwardingCollection_shard1_replica_n1] Schema name=test
[junit4] 2> 605999 INFO (qtp904614158-3706) [n:127.0.0.1:33079_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 606011 INFO (qtp904614158-3706) [n:127.0.0.1:33079_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'forwardingCollection_shard1_replica_n1' using configuration from collection forwardingCollection, trusted=true
[junit4] 2> 606011 INFO (qtp904614158-3706) [n:127.0.0.1:33079_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33079.solr.core.forwardingCollection.shard1.replica_n1' (registry 'solr.core.forwardingCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3918bbe1
[junit4] 2> 606011 INFO (qtp904614158-3706) [n:127.0.0.1:33079_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 606012 INFO (qtp904614158-3706) [n:127.0.0.1:33079_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [[forwardingCollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_BDDEF43E067C8832-001/tempDir-001/node2/forwardingCollection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_BDDEF43E067C8832-001/tempDir-001/node2/./forwardingCollection_shard1_replica_n1/data/]
[junit4] 2> 606015 INFO (qtp904614158-3706) [n:127.0.0.1:33079_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=35, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 606074 INFO (qtp904614158-3706) [n:127.0.0.1:33079_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 606074 INFO (qtp904614158-3706) [n:127.0.0.1:33079_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 606075 INFO (qtp904614158-3706) [n:127.0.0.1:33079_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 606075 INFO (qtp904614158-3706) [n:127.0.0.1:33079_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 606076 INFO (qtp904614158-3706) [n:127.0.0.1:33079_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1830010498, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 606076 INFO (qtp904614158-3706) [n:127.0.0.1:33079_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@55872b01[forwardingCollection_shard1_replica_n1] main]
[junit4] 2> 606078 INFO (qtp904614158-3706) [n:127.0.0.1:33079_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 606101 INFO (qtp904614158-3706) [n:127.0.0.1:33079_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 606166 INFO (qtp904614158-3706) [n:127.0.0.1:33079_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 606166 INFO (qtp904614158-3706) [n:127.0.0.1:33079_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582011844140204032
[junit4] 2> 606167 INFO (searcherExecutor-1669-thread-1-processing-n:127.0.0.1:33079_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:33079_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 606168 INFO (searcherExecutor-1669-thread-1-processing-n:127.0.0.1:33079_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:33079_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 606168 INFO (searcherExecutor-1669-thread-1-processing-n:127.0.0.1:33079_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:33079_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 606168 INFO (searcherExecutor-1669-thread-1-processing-n:127.0.0.1:33079_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:33079_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 606168 INFO (searcherExecutor-1669-thread-1-processing-n:127.0.0.1:33079_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:33079_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 606168 INFO (searcherExecutor-1669-thread-1-processing-n:127.0.0.1:33079_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:33079_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 606168 INFO (searcherExecutor-1669-thread-1-processing-n:127.0.0.1:33079_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:33079_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 606168 INFO (searcherExecutor-1669-thread-1-processing-n:127.0.0.1:33079_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:33079_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 606169 INFO (searcherExecutor-1669-thread-1-processing-n:127.0.0.1:33079_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:33079_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 606170 INFO (searcherExecutor-1669-thread-1-processing-n:127.0.0.1:33079_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:33079_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] Registered new searcher Searcher@55872b01[forwardingCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 606171 INFO (qtp904614158-3706) [n:127.0.0.1:33079_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 606171 INFO (qtp904614158-3706) [n:127.0.0.1:33079_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 606171 INFO (qtp904614158-3706) [n:127.0.0.1:33079_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:33079/solr/forwardingCollection_shard1_replica_n1/
[junit4] 2> 606171 INFO (qtp904614158-3706) [n:127.0.0.1:33079_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 606171 INFO (qtp904614158-3706) [n:127.0.0.1:33079_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:33079/solr/forwardingCollection_shard1_replica_n1/ has no replicas
[junit4] 2> 606171 INFO (qtp904614158-3706) [n:127.0.0.1:33079_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 606173 INFO (qtp904614158-3706) [n:127.0.0.1:33079_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:33079/solr/forwardingCollection_shard1_replica_n1/ shard1
[junit4] 2> 606275 INFO (zkCallback-598-thread-3-processing-n:127.0.0.1:33079_solr) [n:127.0.0.1:33079_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 606275 INFO (zkCallback-598-thread-2-processing-n:127.0.0.1:33079_solr) [n:127.0.0.1:33079_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 606325 INFO (qtp904614158-3706) [n:127.0.0.1:33079_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 606326 INFO (qtp904614158-3706) [n:127.0.0.1:33079_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1457
[junit4] 2> 606327 WARN (httpShardExecutor-1660-thread-1-processing-n:127.0.0.1:33079_solr [https:////127.0.0.1:33079//solr] https:////127.0.0.1:33079//solr) [n:127.0.0.1:33079_solr ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1508760062709&s=Pq8Od94FHlKjMRSKA20rhaFdE1E="; Path=/; Domain=127.0.0.1; Expires=mán., 23-okt.-2017 12:01:02 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mán., 23-okt.-2017 12:01:02 GMT
[junit4] 2> 606330 INFO (qtp904614158-3709) [n:127.0.0.1:33079_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 606427 INFO (zkCallback-598-thread-2-processing-n:127.0.0.1:33079_solr) [n:127.0.0.1:33079_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 606427 INFO (zkCallback-598-thread-3-processing-n:127.0.0.1:33079_solr) [n:127.0.0.1:33079_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 606561 INFO (OverseerCollectionConfigSetProcessor-98875740054093830-127.0.0.1:33079_solr-n_0000000000) [n:127.0.0.1:33079_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 607330 INFO (qtp904614158-3709) [n:127.0.0.1:33079_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=2772
[junit4] 2> 607331 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[BDDEF43E067C8832]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1508760062399&s=vHm3jLNaxjrxYRxgg9RJK7pnWHk="; Path=/; Domain=127.0.0.1; Expires=mán., 23-okt.-2017 12:01:02 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mán., 23-okt.-2017 12:01:02 GMT
[junit4] 2> 607331 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[BDDEF43E067C8832]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: forwardingCollection failOnTimeout:true timeout (sec):100
[junit4] 2> 607331 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[BDDEF43E067C8832]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: forwardingCollection
[junit4] 2> 607335 INFO (qtp1624479027-3715) [n:127.0.0.1:38275_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 607341 INFO (qtp904614158-3706) [n:127.0.0.1:33079_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 607342 WARN (qtp1624479027-3715) [n:127.0.0.1:38275_solr ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1508760065182&s=NkcqJxbjku5y9hzz9siWYYYgo+M="; Path=/; Domain=127.0.0.1; Expires=mán., 23-okt.-2017 12:01:05 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mán., 23-okt.-2017 12:01:05 GMT
[junit4] 2> 607343 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[BDDEF43E067C8832]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1508760065176&s=W+Zy76WReNqM1wFMaymNygAZU8Y="; Path=/; Domain=127.0.0.1; Expires=mán., 23-okt.-2017 12:01:05 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mán., 23-okt.-2017 12:01:05 GMT
[junit4] 2> 607343 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[BDDEF43E067C8832]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1508760065182&s=NkcqJxbjku5y9hzz9siWYYYgo+M="; Path=/; Domain=127.0.0.1; Expires=mán., 23-okt.-2017 12:01:05 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mán., 23-okt.-2017 12:01:05 GMT
[junit4] 2> 607357 INFO (qtp904614158-3700) [n:127.0.0.1:33079_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=4
[junit4] 2> 607357 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[BDDEF43E067C8832]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1508760065193&s=CDNurnRQfgccVR8fCuR8CeJUUPc="; Path=/; Domain=127.0.0.1; Expires=mán., 23-okt.-2017 12:01:05 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mán., 23-okt.-2017 12:01:05 GMT
[junit4] 2> 607358 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[BDDEF43E067C8832]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testForwarding
[junit4] 2> 607367 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[BDDEF43E067C8832]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyUnknownRemote
[junit4] 2> 620483 WARN (jetty-launcher-586-thread-2-SendThread(127.0.0.1:40415)) [n:127.0.0.1:33079_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 16884ms for sessionid 0x15f46f632d40007
[junit4] 2> 620483 WARN (jetty-launcher-586-thread-2-SendThread(127.0.0.1:40415)) [n:127.0.0.1:33079_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 13922ms for sessionid 0x15f46f632d40006
[junit4] 2> 620483 WARN (jetty-launcher-586-thread-1-SendThread(127.0.0.1:40415)) [n:127.0.0.1:38275_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 16885ms for sessionid 0x15f46f632d40008
[junit4] 2> 620483 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f46f632d40006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 620483 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f46f632d40007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 620483 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f46f632d40008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 620485 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[BDDEF43E067C8832]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1508760065210&s=B1yKx2AQcKNsm08FSxlWm8r4O7A="; Path=/; Domain=127.0.0.1; Expires=mán., 23-okt.-2017 12:01:05 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mán., 23-okt.-2017 12:01:05 GMT
[junit4] 2> 620485 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[BDDEF43E067C8832]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyUnknownRemote
[junit4] 2> 620515 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[BDDEF43E067C8832]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
[junit4] 2> 620583 WARN (zkCallback-598-thread-1-processing-n:127.0.0.1:33079_solr) [n:127.0.0.1:33079_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4f7349c0 name: ZooKeeperConnection Watcher:127.0.0.1:40415/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 620583 WARN (zkCallback-598-thread-1-processing-n:127.0.0.1:33079_solr) [n:127.0.0.1:33079_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 620586 INFO (jetty-launcher-586-thread-1-EventThread) [n:127.0.0.1:38275_solr ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
[junit4] 2> 620586 WARN (zkCallback-606-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4e394107 name: ZooKeeperConnection Watcher:127.0.0.1:40415/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 620586 WARN (zkCallback-606-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 626198 WARN (jetty-launcher-586-thread-1-SendThread(127.0.0.1:40415)) [n:127.0.0.1:38275_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x15f46f632d40008 has expired
[junit4] 2> 626198 WARN (jetty-launcher-586-thread-2-SendThread(127.0.0.1:40415)) [n:127.0.0.1:33079_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x15f46f632d40007 has expired
[junit4] 2> 626198 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[BDDEF43E067C8832]-SendThread(127.0.0.1:40415)) [ ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x15f46f632d4000b has expired
[junit4] 2> 626202 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[BDDEF43E067C8832]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=wrongHost&p=wrongHost&t=test&e=1508760078357&s=I4lG9qC7LkX7UNFk1U8p+q0imq8="; Path=/; Domain=127.0.0.1; Expires=mán., 23-okt.-2017 12:01:18 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mán., 23-okt.-2017 12:01:18 GMT
[junit4] 2> 626202 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[BDDEF43E067C8832]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
[junit4] 2> 626205 WARN (zkCallback-606-thread-4) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4e394107 name: ZooKeeperConnection Watcher:127.0.0.1:40415/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 626205 WARN (zkCallback-606-thread-4) [ ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 626206 WARN (zkCallback-606-thread-4) [ ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 626218 INFO (zkCallback-606-thread-4) [ ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
[junit4] 2> 626221 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[BDDEF43E067C8832]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidRemote
[junit4] 2> 626226 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[BDDEF43E067C8832]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1508760084063&s=SXJiMmQW54Y+SntbViF7FdbpzVo="; Path=/; Domain=127.0.0.1; Expires=mán., 23-okt.-2017 12:01:24 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mán., 23-okt.-2017 12:01:24 GMT
[junit4] 2> 626227 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[BDDEF43E067C8832]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidRemote
[junit4] 2> 626229 INFO (zkCallback-606-thread-4) [ ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
[junit4] 2> 626232 INFO (zkCallback-606-thread-4) [ ] o.a.s.c.c.ConnectionManager Connected:true
[junit4] 2> 626240 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[BDDEF43E067C8832]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
[junit4] 2> 626241 INFO (qtp1624479027-3702) [n:127.0.0.1:38275_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 626242 INFO (qtp1624479027-3702) [n:127.0.0.1:38275_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 626242 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[BDDEF43E067C8832]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1508760084082&s=4Vh+92Jh9Pi/yb7M3ayxTjQbOpY="; Path=/; Domain=127.0.0.1; Expires=mán., 23-okt.-2017 12:01:24 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mán., 23-okt.-2017 12:01:24 GMT
[junit4] 2> 626242 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[BDDEF43E067C8832]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
[junit4] 2> 626253 INFO (jetty-closer-587-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@766e22fe{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 626253 INFO (jetty-closer-587-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@cd77645{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 626257 INFO (jetty-closer-587-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=915236885
[junit4] 2> 626257 INFO (jetty-closer-587-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1362516359
[junit4] 2> 626258 INFO (jetty-closer-587-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 626258 INFO (jetty-closer-587-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 626258 INFO (jetty-closer-587-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6bb35e21: rootName = solr_38275, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6405604b
[junit4] 2> 626258 INFO (jetty-closer-587-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@549e162: rootName = solr_33079, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@459b787f
[junit4] 2> 626275 INFO (jetty-closer-587-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 626275 INFO (jetty-closer-587-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3cb370d4: rootName = solr_33079, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@7db14742
[junit4] 2> 626275 INFO (jetty-closer-587-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 626275 INFO (jetty-closer-587-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5387e0ca: rootName = solr_38275, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@7db14742
[junit4] 2> 626278 INFO (jetty-closer-587-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 626278 INFO (jetty-closer-587-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5f04586d: rootName = solr_33079, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@798878bf
[junit4] 2> 626279 INFO (jetty-closer-587-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:33079_solr
[junit4] 2> 626280 INFO (jetty-closer-587-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 626280 INFO (jetty-closer-587-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@396fd45d: rootName = solr_38275, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@798878bf
[junit4] 2> 626280 INFO (jetty-closer-587-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 626280 INFO (zkCallback-595-thread-1-processing-n:127.0.0.1:38275_solr) [n:127.0.0.1:38275_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 626281 INFO (zkCallback-598-thread-6-processing-n:127.0.0.1:33079_solr) [n:127.0.0.1:33079_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 626282 INFO (coreCloseExecutor-1674-thread-1) [n:127.0.0.1:33079_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@6622167a
[junit4] 2> 626282 INFO (coreCloseExecutor-1674-thread-1) [n:127.0.0.1:33079_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.forwardingCollection.shard1.replica_n1, tag=1713510010
[junit4] 2> 626282 INFO (coreCloseExecutor-1674-thread-1) [n:127.0.0.1:33079_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5d3b4622: rootName = solr_33079, domain = solr.core.forwardingCollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.forwardingCollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@2ae60e87
[junit4] 2> 626289 INFO (zkCallback-598-thread-5-processing-n:127.0.0.1:33079_solr) [n:127.0.0.1:33079_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 626289 INFO (zkCallback-598-thread-6-processing-n:127.0.0.1:33079_solr) [n:127.0.0.1:33079_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 626292 INFO (jetty-closer-587-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:38275_solr
[junit4] 2> 626293 INFO (jetty-closer-587-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 626295 INFO (zkCallback-595-thread-1-processing-n:127.0.0.1:38275_solr) [n:127.0.0.1:38275_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 626295 INFO (coreCloseExecutor-1674-thread-1) [n:127.0.0.1:33079_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.forwardingCollection.shard1.leader, tag=1713510010
[junit4] 2> 626296 INFO (jetty-closer-587-thread-2) [ ] o.a.s.c.Overseer Overseer (id=98875740054093830-127.0.0.1:33079_solr-n_0000000000) closing
[junit4] 2> 626297 INFO (OverseerStateUpdate-98875740054093830-127.0.0.1:33079_solr-n_0000000000) [n:127.0.0.1:33079_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:33079_solr
[junit4] 2> 626297 WARN (OverseerAutoScalingTriggerThread-98875740054093830-127.0.0.1:33079_solr-n_0000000000) [n:127.0.0.1:33079_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 626297 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f46f632d40004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 626299 INFO (zkCallback-598-thread-5-processing-n:127.0.0.1:33079_solr) [n:127.0.0.1:33079_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 626304 ERROR (Thread[Thread-787,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:38275_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 626309 ERROR (Thread[Thread-786,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:33079_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 626313 INFO (jetty-closer-587-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@72259e11{/solr,null,UNAVAILABLE}
[junit4] 2> 626313 INFO (jetty-closer-587-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2c79e520{/solr,null,UNAVAILABLE}
[junit4] 2> 626313 ERROR (SUITE-TestSolrCloudWithSecureImpersonation-seed#[BDDEF43E067C8832]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 626314 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[BDDEF43E067C8832]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40415 40415
[junit4] 2> 629797 INFO (Thread-769) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40415 40415
[junit4] 2> 629797 WARN (Thread-769) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/forwardingCollection/state.json
[junit4] 2> 4 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/live_nodes
[junit4] 2> 4 /solr/collections
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
[junit4] 2>
[junit4] 2> 629807 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[BDDEF43E067C8832]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Oct 23, 2017 2:01:27 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> Oct 23, 2017 2:01:47 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
[junit4] 2> 1) Thread[id=3750, name=jetty-launcher-586-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> 2) Thread[id=3751, name=jetty-launcher-586-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedVa
[...truncated too long message...]
dler Stopped o.e.j.s.ServletContextHandler@21daff6f{/,null,UNAVAILABLE}
[junit4] 2> 1946094 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BDDEF43E067C8832]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 40963
[junit4] 2> 1946094 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BDDEF43E067C8832]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1434901725
[junit4] 2> 1946094 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BDDEF43E067C8832]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1946094 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BDDEF43E067C8832]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@753b1ecc: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@cb78026
[junit4] 2> 1946094 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BDDEF43E067C8832]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1946094 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BDDEF43E067C8832]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@64d02fc9: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@20e3d2d
[junit4] 2> 1946095 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BDDEF43E067C8832]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1946095 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BDDEF43E067C8832]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5b627512: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3d83bc83
[junit4] 2> 1946095 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BDDEF43E067C8832]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:40963_
[junit4] 2> 1946095 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BDDEF43E067C8832]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1946096 INFO (zkCallback-1166-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1946096 INFO (zkCallback-1190-thread-2-processing-n:127.0.0.1:40963_) [n:127.0.0.1:40963_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1946096 INFO (zkCallback-1166-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [0])
[junit4] 2> 1946096 INFO (zkCallback-1190-thread-1-processing-n:127.0.0.1:40963_) [n:127.0.0.1:40963_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [0])
[junit4] 2> 1946097 INFO (coreCloseExecutor-2750-thread-1) [n:127.0.0.1:40963_ c:collection1 s:shard1 r:core_node48 x:collection1_shard1_replica_n47] o.a.s.c.SolrCore [collection1_shard1_replica_n47] CLOSING SolrCore org.apache.solr.core.SolrCore@7056418c
[junit4] 2> 1946097 INFO (coreCloseExecutor-2750-thread-1) [n:127.0.0.1:40963_ c:collection1 s:shard1 r:core_node48 x:collection1_shard1_replica_n47] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n47, tag=1884701068
[junit4] 2> 1946097 INFO (coreCloseExecutor-2750-thread-1) [n:127.0.0.1:40963_ c:collection1 s:shard1 r:core_node48 x:collection1_shard1_replica_n47] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@914a0df: rootName = null, domain = solr.core.collection1.shard1.replica_n47, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n47 / com.codahale.metrics.MetricRegistry@4a4ae27e
[junit4] 2> 1946101 INFO (coreCloseExecutor-2750-thread-1) [n:127.0.0.1:40963_ c:collection1 s:shard1 r:core_node48 x:collection1_shard1_replica_n47] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=1884701068
[junit4] 2> 1946106 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BDDEF43E067C8832]) [ ] o.a.s.c.Overseer Overseer (id=98875825348411410-127.0.0.1:40963_-n_0000000004) closing
[junit4] 2> 1946106 INFO (OverseerStateUpdate-98875825348411410-127.0.0.1:40963_-n_0000000004) [n:127.0.0.1:40963_ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40963_
[junit4] 2> 1946106 WARN (OverseerAutoScalingTriggerThread-98875825348411410-127.0.0.1:40963_-n_0000000004) [n:127.0.0.1:40963_ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1946116 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BDDEF43E067C8832]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1d829bca{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1946116 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BDDEF43E067C8832]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1c5eb99a{/,null,UNAVAILABLE}
[junit4] 2> 1946118 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BDDEF43E067C8832]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 44191
[junit4] 2> 1946118 ERROR (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BDDEF43E067C8832]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1946118 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BDDEF43E067C8832]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36045 36045
[junit4] 2> 1951908 INFO (Thread-3276) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36045 36045
[junit4] 2> 1951908 WARN (Thread-3276) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/aliases.json
[junit4] 2> 6 /solr/security.json
[junit4] 2> 6 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/clusterprops.json
[junit4] 2> 8 /solr/clusterstate.json
[junit4] 2> 6 /solr/collections/collection1/state.json
[junit4] 2> 4 /solr/autoscaling.json
[junit4] 2> 2 /solr/overseer_elect/election/98875825348411401-127.0.0.1:36997_-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/live_nodes
[junit4] 2> 8 /solr/collections
[junit4] 2> 4 /solr/overseer/queue
[junit4] 2> 4 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2> 4 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_BDDEF43E067C8832-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {shard_s=PostingsFormat(name=LuceneFixedGap), rnd_b=Lucene50(blocksize=128), a_t=PostingsFormat(name=LuceneFixedGap), id=Lucene50(blocksize=128)}, docValues:{shard_s=DocValuesFormat(name=Direct), rnd_b=DocValuesFormat(name=Memory), _version_=DocValuesFormat(name=Asserting), n_ti=DocValuesFormat(name=Direct), a_t=DocValuesFormat(name=Direct), a_i=DocValuesFormat(name=Memory), id=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=1632, maxMBSortInHeap=7.193308167024162, sim=RandomSimilarity(queryNorm=true): {}, locale=el-CY, timezone=Brazil/West
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=149582360,total=526909440
[junit4] 2> NOTE: All tests run in this JVM: [DistribDocExpirationUpdateProcessorTest, TestSolrCloudWithKerberosAlt, BasicAuthIntegrationTest, TestSimpleTrackingShardHandler, PolyFieldTest, DistributedIntervalFacetingTest, HdfsChaosMonkeyNothingIsSafeTest, V2ApiIntegrationTest, TestMaxScoreQueryParser, OpenCloseCoreStressTest, NumericFieldsTest, TestCloudManagedSchema, TriggerIntegrationTest, ZkSolrClientTest, CloudMLTQParserTest, SecurityConfHandlerTest, ChaosMonkeySafeLeaderTest, SolrJmxReporterCloudTest, TestLockTree, TestFastLRUCache, TestSimpleTextCodec, TestSha256AuthenticationProvider, ClusterStateUpdateTest, TestExportWriter, TestCorePropertiesReload, LeaderFailoverAfterPartitionTest, TestRemoteStreaming, TestAtomicUpdateErrorCases, TestFieldCacheReopen, TestRangeQuery, CurrencyFieldTypeTest, SolrRequestParserTest, TestRandomFlRTGCloud, BlockDirectoryTest, HealthCheckHandlerTest, DOMUtilTest, TestApiFramework, TestAuthorizationFramework, TestSolr4Spatial, HLLSerializationTest, TestOmitPositions, RollingRestartTest, SuggesterFSTTest, TestHashQParserPlugin, SolrMetricsIntegrationTest, SmileWriterTest, SearchRateTriggerTest, TestComplexPhraseLeadingWildcard, TestScoreJoinQPNoScore, TestBM25SimilarityFactory, CollectionsAPIDistributedZkTest, TestSchemaVersionResource, TestSurroundQueryParser, TestSolrCLIRunExample, IgnoreCommitOptimizeUpdateProcessorFactoryTest, CheckHdfsIndexTest, TestDFISimilarityFactory, BitVectorTest, ShardSplitTest]
[junit4] Completed [309/745 (2!)] on J1 in 1016.47s, 5 tests, 1 error <<< FAILURES!
[...truncated 48556 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9) - Build # 20714 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20714/
Java: 64bit/jdk-9 -XX:+UseCompressedOops -XX:+UseParallelGC --illegal-access=deny
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestReqParamsAPI
Error Message:
Error from server at http://127.0.0.1:38387/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:38387/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([F986E974A65879D1]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.handler.TestReqParamsAPI.createCluster(TestReqParamsAPI.java:66)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testDistributions
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([F77A5357361E2A1D:488512FDE8E4CA81]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testDistributions(StreamExpressionTest.java:6135)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates
Error Message:
Can not find doc 1 in http://127.0.0.1:46195/solr
Stack Trace:
java.lang.AssertionError: Can not find doc 1 in http://127.0.0.1:46195/solr
at __randomizedtesting.SeedInfo.seed([F986E974A65879D1:7F471199F909AF31]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.TestTlogReplica.checkRTG(TestTlogReplica.java:877)
at org.apache.solr.cloud.TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates(TestTlogReplica.java:680)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.TestTlogReplica.testOnlyLeaderIndexes
Error Message:
Expect only one copy over updates per cores
Stack Trace:
java.lang.AssertionError: Expect only one copy over updates per cores
at __randomizedtesting.SeedInfo.seed([F986E974A65879D1:E58794F9D3FD0742]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.TestTlogReplica.testOnlyLeaderIndexes(TestTlogReplica.java:499)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 13363 lines...]
[junit4] Suite: org.apache.solr.cloud.TestTlogReplica
[junit4] 2> 2056148 INFO (SUITE-TestTlogReplica-seed#[F986E974A65879D1]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_F986E974A65879D1-001/init-core-data-001
[junit4] 2> 2056149 WARN (SUITE-TestTlogReplica-seed#[F986E974A65879D1]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=11 numCloses=11
[junit4] 2> 2056149 INFO (SUITE-TestTlogReplica-seed#[F986E974A65879D1]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2056149 INFO (SUITE-TestTlogReplica-seed#[F986E974A65879D1]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 2056149 INFO (SUITE-TestTlogReplica-seed#[F986E974A65879D1]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_F986E974A65879D1-001/tempDir-001
[junit4] 2> 2056149 INFO (SUITE-TestTlogReplica-seed#[F986E974A65879D1]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2056150 INFO (Thread-3698) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2056150 INFO (Thread-3698) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2056151 ERROR (Thread-3698) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2056250 INFO (SUITE-TestTlogReplica-seed#[F986E974A65879D1]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:45861
[junit4] 2> 2056252 INFO (jetty-launcher-2401-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2056252 INFO (jetty-launcher-2401-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2056253 INFO (jetty-launcher-2401-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@496bee10{/solr,null,AVAILABLE}
[junit4] 2> 2056253 INFO (jetty-launcher-2401-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@692222ef{/solr,null,AVAILABLE}
[junit4] 2> 2056253 INFO (jetty-launcher-2401-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@22655790{HTTP/1.1,[http/1.1]}{127.0.0.1:۴۶۱۹۵}
[junit4] 2> 2056253 INFO (jetty-launcher-2401-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@192f16{HTTP/1.1,[http/1.1]}{127.0.0.1:۳۷۱۷۱}
[junit4] 2> 2056253 INFO (jetty-launcher-2401-thread-2) [ ] o.e.j.s.Server Started @۲۰۵۷۷۲۸ms
[junit4] 2> 2056253 INFO (jetty-launcher-2401-thread-1) [ ] o.e.j.s.Server Started @۲۰۵۷۷۲۸ms
[junit4] 2> 2056253 INFO (jetty-launcher-2401-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46195}
[junit4] 2> 2056253 INFO (jetty-launcher-2401-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37171}
[junit4] 2> 2056254 ERROR (jetty-launcher-2401-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2056254 ERROR (jetty-launcher-2401-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2056254 INFO (jetty-launcher-2401-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2056254 INFO (jetty-launcher-2401-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2056254 INFO (jetty-launcher-2401-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2056254 INFO (jetty-launcher-2401-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2056254 INFO (jetty-launcher-2401-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2056254 INFO (jetty-launcher-2401-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2056254 INFO (jetty-launcher-2401-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-22T22:24:56.893338Z
[junit4] 2> 2056254 INFO (jetty-launcher-2401-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-22T22:24:56.893369Z
[junit4] 2> 2056256 INFO (jetty-launcher-2401-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2056256 INFO (jetty-launcher-2401-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2056258 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f463061d50001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 2056259 INFO (jetty-launcher-2401-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45861/solr
[junit4] 2> 2056259 INFO (jetty-launcher-2401-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45861/solr
[junit4] 2> 2056297 INFO (jetty-launcher-2401-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2056297 INFO (jetty-launcher-2401-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2056297 INFO (jetty-launcher-2401-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37171_solr
[junit4] 2> 2056298 INFO (jetty-launcher-2401-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46195_solr
[junit4] 2> 2056298 INFO (zkCallback-2413-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2056298 INFO (jetty-launcher-2401-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98874890439163909-127.0.0.1:37171_solr-n_0000000000) starting
[junit4] 2> 2056298 INFO (zkCallback-2412-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2056301 INFO (jetty-launcher-2401-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37171_solr
[junit4] 2> 2056303 INFO (zkCallback-2413-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2056303 INFO (zkCallback-2412-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2056323 INFO (jetty-launcher-2401-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46195.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28723e1a
[junit4] 2> 2056324 INFO (jetty-launcher-2401-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37171.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28723e1a
[junit4] 2> 2056328 INFO (jetty-launcher-2401-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46195.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28723e1a
[junit4] 2> 2056328 INFO (jetty-launcher-2401-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46195.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28723e1a
[junit4] 2> 2056328 INFO (jetty-launcher-2401-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37171.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28723e1a
[junit4] 2> 2056328 INFO (jetty-launcher-2401-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37171.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28723e1a
[junit4] 2> 2056329 INFO (jetty-launcher-2401-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_F986E974A65879D1-001/tempDir-001/node2/.
[junit4] 2> 2056329 INFO (jetty-launcher-2401-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_F986E974A65879D1-001/tempDir-001/node1/.
[junit4] 2> 2056352 INFO (SUITE-TestTlogReplica-seed#[F986E974A65879D1]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2056353 INFO (SUITE-TestTlogReplica-seed#[F986E974A65879D1]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45861/solr ready
[junit4] 2> 2056354 INFO (SUITE-TestTlogReplica-seed#[F986E974A65879D1]-worker) [ ] o.a.s.c.TestTlogReplica Using legacyCloud?: false
[junit4] 2> 2056355 INFO (qtp312923744-15666) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2056355 INFO (qtp312923744-15666) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2056359 INFO (TEST-TestTlogReplica.testRecovery-seed#[F986E974A65879D1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRecovery
[junit4] 2> 2056360 INFO (qtp312923744-15668) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_recovery&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2056361 INFO (OverseerThreadFactory-5616-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection tlog_replica_test_recovery
[junit4] 2> 2056464 INFO (OverseerStateUpdate-98874890439163909-127.0.0.1:37171_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_recovery",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_recovery_shard1_replica_t1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:46195/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2056464 INFO (OverseerStateUpdate-98874890439163909-127.0.0.1:37171_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_recovery",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_recovery_shard1_replica_t2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37171/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2056693 INFO (qtp312923744-15658) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=tlog_replica_test_recovery_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_recovery&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 2056693 INFO (qtp312923744-15658) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2056693 INFO (qtp616313271-15667) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_recovery_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_recovery&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 2056694 INFO (qtp616313271-15667) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2056808 INFO (zkCallback-2412-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2056808 INFO (zkCallback-2413-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2056810 INFO (zkCallback-2412-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2056811 INFO (zkCallback-2413-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2057711 INFO (qtp616313271-15667) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2057711 INFO (qtp312923744-15658) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2057725 INFO (qtp616313271-15667) [ ] o.a.s.s.IndexSchema [tlog_replica_test_recovery_shard1_replica_t1] Schema name=minimal
[junit4] 2> 2057725 INFO (qtp312923744-15658) [ ] o.a.s.s.IndexSchema [tlog_replica_test_recovery_shard1_replica_t2] Schema name=minimal
[junit4] 2> 2057726 INFO (qtp312923744-15658) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2057726 INFO (qtp616313271-15667) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2057726 INFO (qtp312923744-15658) [ ] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_recovery_shard1_replica_t2' using configuration from collection tlog_replica_test_recovery, trusted=true
[junit4] 2> 2057726 INFO (qtp616313271-15667) [ ] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_recovery_shard1_replica_t1' using configuration from collection tlog_replica_test_recovery, trusted=true
[junit4] 2> 2057727 INFO (qtp312923744-15658) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37171.solr.core.tlog_replica_test_recovery.shard1.replica_t2' (registry 'solr.core.tlog_replica_test_recovery.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28723e1a
[junit4] 2> 2057727 INFO (qtp616313271-15667) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46195.solr.core.tlog_replica_test_recovery.shard1.replica_t1' (registry 'solr.core.tlog_replica_test_recovery.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28723e1a
[junit4] 2> 2057727 INFO (qtp312923744-15658) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2057727 INFO (qtp616313271-15667) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2057727 INFO (qtp312923744-15658) [ ] o.a.s.c.SolrCore [[tlog_replica_test_recovery_shard1_replica_t2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_F986E974A65879D1-001/tempDir-001/node1/tlog_replica_test_recovery_shard1_replica_t2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_F986E974A65879D1-001/tempDir-001/node1/./tlog_replica_test_recovery_shard1_replica_t2/data/]
[junit4] 2> 2057727 INFO (qtp616313271-15667) [ ] o.a.s.c.SolrCore [[tlog_replica_test_recovery_shard1_replica_t1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_F986E974A65879D1-001/tempDir-001/node2/tlog_replica_test_recovery_shard1_replica_t1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_F986E974A65879D1-001/tempDir-001/node2/./tlog_replica_test_recovery_shard1_replica_t1/data/]
[junit4] 2> 2057749 INFO (qtp312923744-15658) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2057749 INFO (qtp616313271-15667) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2057750 INFO (qtp312923744-15658) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2057750 INFO (qtp616313271-15667) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2057751 INFO (qtp312923744-15658) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2057751 INFO (qtp312923744-15658) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2057751 INFO (qtp616313271-15667) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2057751 INFO (qtp616313271-15667) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2057751 INFO (qtp312923744-15658) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@cb8b3e1[tlog_replica_test_recovery_shard1_replica_t2] main]
[junit4] 2> 2057751 INFO (qtp616313271-15667) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@508d6dce[tlog_replica_test_recovery_shard1_replica_t1] main]
[junit4] 2> 2057752 INFO (qtp312923744-15658) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2057752 INFO (qtp616313271-15667) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2057752 INFO (qtp616313271-15667) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2057752 INFO (qtp312923744-15658) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2057752 INFO (qtp312923744-15658) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2057752 INFO (qtp616313271-15667) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2057756 INFO (searcherExecutor-5621-thread-1) [ ] o.a.s.c.SolrCore [tlog_replica_test_recovery_shard1_replica_t2] Registered new searcher Searcher@cb8b3e1[tlog_replica_test_recovery_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2057756 INFO (searcherExecutor-5622-thread-1) [ ] o.a.s.c.SolrCore [tlog_replica_test_recovery_shard1_replica_t1] Registered new searcher Searcher@508d6dce[tlog_replica_test_recovery_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2057756 INFO (qtp312923744-15658) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581998248710635520
[junit4] 2> 2057756 INFO (qtp616313271-15667) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581998248710635520
[junit4] 2> 2057758 INFO (qtp616313271-15667) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2057865 INFO (zkCallback-2412-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2057865 INFO (zkCallback-2413-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2057865 INFO (zkCallback-2412-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2057865 INFO (zkCallback-2413-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2058259 INFO (qtp616313271-15667) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2058259 INFO (qtp616313271-15667) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2058259 INFO (qtp616313271-15667) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46195/solr/tlog_replica_test_recovery_shard1_replica_t1/
[junit4] 2> 2058259 INFO (qtp616313271-15667) [ ] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_recovery_shard1_replica_t1 url=http://127.0.0.1:46195/solr START replicas=[http://127.0.0.1:37171/solr/tlog_replica_test_recovery_shard1_replica_t2/] nUpdates=100
[junit4] 2> 2058260 INFO (qtp312923744-15660) [ ] o.a.s.c.S.Request [tlog_replica_test_recovery_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2058559 INFO (qtp616313271-15667) [ ] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_recovery_shard1_replica_t1 url=http://127.0.0.1:46195/solr DONE. We have no versions. sync failed.
[junit4] 2> 2058559 INFO (qtp616313271-15667) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2058559 INFO (qtp616313271-15667) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2058559 INFO (qtp616313271-15667) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2058560 INFO (qtp616313271-15667) [ ] o.a.s.c.ZkController tlog_replica_test_recovery_shard1_replica_t1 stopping background replication from leader
[junit4] 2> 2058561 INFO (qtp616313271-15667) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46195/solr/tlog_replica_test_recovery_shard1_replica_t1/ shard1
[junit4] 2> 2058662 INFO (zkCallback-2413-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2058662 INFO (zkCallback-2412-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2058662 INFO (zkCallback-2413-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2058662 INFO (zkCallback-2412-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2058711 INFO (qtp616313271-15667) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2058712 INFO (qtp616313271-15667) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_recovery_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_recovery&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2018
[junit4] 2> 2058760 INFO (qtp312923744-15658) [ ] o.a.s.c.ZkController tlog_replica_test_recovery_shard1_replica_t2 starting background replication from leader
[junit4] 2> 2058760 INFO (qtp312923744-15658) [ ] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 2058760 INFO (qtp312923744-15658) [ ] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 2058760 INFO (qtp312923744-15658) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2058760 INFO (indexFetcher-5632-thread-1) [ ] o.a.s.h.IndexFetcher Replica core_node3 is leader but it's state is down, skipping replication
[junit4] 2> 2058761 INFO (qtp312923744-15658) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=tlog_replica_test_recovery_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_recovery&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2068
[junit4] 2> 2058762 INFO (qtp312923744-15668) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2058862 INFO (zkCallback-2412-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2058862 INFO (zkCallback-2412-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2058862 INFO (zkCallback-2413-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2058862 INFO (zkCallback-2413-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2059762 INFO (qtp312923744-15668) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_recovery&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2} status=0 QTime=3401
[junit4] 2> 2059777 INFO (qtp312923744-15666) [ ] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_recovery_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:46195/solr/tlog_replica_test_recovery_shard1_replica_t1/&wt=javabin&version=2}{add=[3 (1581998250816176128), 4 (1581998250818273280)]} 0 10
[junit4] 2> 2059777 INFO (qtp616313271-15671) [ ] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_recovery_shard1_replica_t1] webapp=/solr path=/update params={_stateVer_=tlog_replica_test_recovery:5&wt=javabin&version=2}{add=[3 (1581998250816176128), 4 (1581998250818273280)]} 0 12
[junit4] 2> 2059778 INFO (qtp312923744-15730) [ ] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_recovery_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:46195/solr/tlog_replica_test_recovery_shard1_replica_t1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 2059778 INFO (qtp616313271-15661) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1581998250830856192,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2059778 INFO (qtp616313271-15661) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6a6a9570 commitCommandVersion:1581998250830856192
[junit4] 2> 2059780 INFO (qtp616313271-15661) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@579a0f09[tlog_replica_test_recovery_shard1_replica_t1] main]
[junit4] 2> 2059780 INFO (qtp616313271-15661) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2059781 INFO (searcherExecutor-5622-thread-1) [ ] o.a.s.c.SolrCore [tlog_replica_test_recovery_shard1_replica_t1] Registered new searcher Searcher@579a0f09[tlog_replica_test_recovery_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C2)))}
[junit4] 2> 2059781 INFO (qtp616313271-15661) [ ] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_recovery_shard1_replica_t1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:46195/solr/tlog_replica_test_recovery_shard1_replica_t1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 3
[junit4] 2> 2059781 INFO (qtp616313271-15657) [ ] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_recovery_shard1_replica_t1] webapp=/solr path=/update params={_stateVer_=tlog_replica_test_recovery:5&commit=true&wt=javabin&version=2}{commit=} 0 3
[junit4] 2> 2059782 INFO (qtp312923744-15660) [ ] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_recovery_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:46195/solr/tlog_replica_test_recovery_shard1_replica_t1/&wt=javabin&version=2}{add=[5 (1581998250834001920)]} 0 0
[junit4] 2> 2059782 INFO (qtp616313271-15667) [ ] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_recovery_shard1_replica_t1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[5 (1581998250834001920)]} 0 1
[junit4] 2> 2059783 INFO (TEST-TestTlogReplica.testRecovery-seed#[F986E974A65879D1]) [ ] o.a.s.c.ChaosMonkey monkey: kill jetty! 37171
[junit4] 2> 2059783 INFO (TEST-TestTlogReplica.testRecovery-seed#[F986E974A65879D1]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@192f16{HTTP/1.1,[http/1.1]}{127.0.0.1:۰}
[junit4] 2> 2059783 INFO (TEST-TestTlogReplica.testRecovery-seed#[F986E974A65879D1]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=359774043
[junit4] 2> 2059783 INFO (TEST-TestTlogReplica.testRecovery-seed#[F986E974A65879D1]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2059783 INFO (TEST-TestTlogReplica.testRecovery-seed#[F986E974A65879D1]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@146d160c: rootName = solr_37171, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@24e6340f
[junit4] 2> 2059788 INFO (TEST-TestTlogReplica.testRecovery-seed#[F986E974A65879D1]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2059788 INFO (TEST-TestTlogReplica.testRecovery-seed#[F986E974A65879D1]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@54875e95: rootName = solr_37171, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@43c3a2ed
[junit4] 2> 2059791 INFO (TEST-TestTlogReplica.testRecovery-seed#[F986E974A65879D1]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2059791 INFO (TEST-TestTlogReplica.testRecovery-seed#[F986E974A65879D1]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@e87532: rootName = solr_37171, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@2909e358
[junit4] 2> 2059792 INFO (TEST-TestTlogReplica.testRecovery-seed#[F986E974A65879D1]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:37171_solr
[junit4] 2> 2059792 INFO (TEST-TestTlogReplica.testRecovery-seed#[F986E974A65879D1]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2059792 INFO (zkCallback-2412-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2059792 INFO (zkCallback-2420-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2059792 INFO (zkCallback-2413-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2059793 INFO (coreCloseExecutor-5633-thread-1) [ ] o.a.s.c.SolrCore [tlog_replica_test_recovery_shard1_replica_t2] CLOSING SolrCore org.apache.solr.core.SolrCore@604d820
[junit4] 2> 2059793 INFO (coreCloseExecutor-5633-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_recovery.shard1.replica_t2, tag=100980768
[junit4] 2> 2059793 INFO (coreCloseExecutor-5633-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@28232d8e: rootName = solr_37171, domain = solr.core.tlog_replica_test_recovery.shard1.replica_t2, service url = null, agent id = null] for registry solr.core.tlog_replica_test_recovery.shard1.replica_t2 / com.codahale.metrics.MetricRegistry@7c84dd25
[junit4] 2> 2059797 INFO (coreCloseExecutor-5633-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.tlog_replica_test_recovery.shard1.leader, tag=100980768
[junit4] 2> 2059798 INFO (TEST-TestTlogReplica.testRecovery-seed#[F986E974A65879D1]) [ ] o.a.s.c.Overseer Overseer (id=98874890439163909-127.0.0.1:37171_solr-n_0000000000) closing
[junit4] 2> 2059798 INFO (OverseerStateUpdate-98874890439163909-127.0.0.1:37171_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37171_solr
[junit4] 2> 2059798 WARN (OverseerAutoScalingTriggerThread-98874890439163909-127.0.0.1:37171_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2059799 INFO (zkCallback-2413-thread-2) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46195_solr
[junit4] 2> 2059799 INFO (TEST-TestTlogReplica.testRecovery-seed#[F986E974A65879D1]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@692222ef{/solr,null,UNAVAILABLE}
[junit4] 2> 2059799 INFO (TEST-TestTlogReplica.testRecovery-seed#[F986E974A65879D1]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 37171
[junit4] 2> 2059799 INFO (zkCallback-2413-thread-2) [ ] o.a.s.c.Overseer Overseer (id=98874890439163910-127.0.0.1:46195_solr-n_0000000001) starting
[junit4] 2> 2059805 INFO (qtp616313271-15659) [ ] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_recovery_shard1_replica_t1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[6 (1581998250859167744)]} 0 0
[junit4] 2> 2059805 INFO (TEST-TestTlogReplica.testRecovery-seed#[F986E974A65879D1]) [ ] o.a.s.c.ChaosMonkey monkey: starting jetty! 37171
[junit4] 2> 2059806 INFO (TEST-TestTlogReplica.testRecovery-seed#[F986E974A65879D1]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2059811 INFO (TEST-TestTlogReplica.testRecovery-seed#[F986E974A65879D1]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@42da335c{/solr,null,AVAILABLE}
[junit4] 2> 2059812 INFO (TEST-TestTlogReplica.testRecovery-seed#[F986E974A65879D1]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@306ea856{HTTP/1.1,[http/1.1]}{127.0.0.1:۳۷۱۷۱}
[junit4] 2> 2059812 INFO (TEST-TestTlogReplica.testRecovery-seed#[F986E974A65879D1]) [ ] o.e.j.s.Server Started @۲۰۶۱۲۸۷ms
[junit4] 2> 2059812 INFO (TEST-TestTlogReplica.testRecovery-seed#[F986E974A65879D1]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37171}
[junit4] 2> 2059812 ERROR (TEST-TestTlogReplica.testRecovery-seed#[F986E974A65879D1]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2059813 INFO (TEST-TestTlogReplica.testRecovery-seed#[F986E974A65879D1]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2059813 INFO (TEST-TestTlogReplica.testRecovery-seed#[F986E974A65879D1]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2059813 INFO (TEST-TestTlogReplica.testRecovery-seed#[F986E974A65879D1]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2059813 INFO (TEST-TestTlogReplica.testRecovery-seed#[F986E974A65879D1]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-22T22:25:00.452474Z
[junit4] 2> 2059815 INFO (zkCallback-2413-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2059815 INFO (zkCallback-2420-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2059815 INFO (zkCallback-2413-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2059831 INFO (TEST-TestTlogReplica.testRecovery-seed#[F986E974A65879D1]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2059837 INFO (TEST-TestTlogReplica.testRecovery-seed#[F986E974A65879D1]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45861/solr
[junit4] 2> 2059852 INFO (TEST-TestTlogReplica.testRecovery-seed#[F986E974A65879D1]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2059853 INFO (TEST-TestTlogReplica.testRecovery-seed#[F986E974A65879D1]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2059854 INFO (TEST-TestTlogReplica.testRecovery-seed#[F986E974A65879D1]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37171_solr
[junit4] 2> 2059854 INFO (zkCallback-2420-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2059855 INFO (zkCallback-2413-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2059855 INFO (zkCallback-2426-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2059912 INFO (TEST-TestTlogReplica.testRecovery-seed#[F986E974A65879D1]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37171.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28723e1a
[junit4] 2> 2059919 INFO (TEST-TestTlogReplica.testRecovery-seed#[F986E974A65879D1]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37171.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28723e1a
[junit4] 2> 2059920 INFO (TEST-TestTlogReplica.testRecovery-seed#[F986E974A65879D1]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37171.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28723e1a
[junit4] 2> 2059921 INFO (TEST-TestTlogReplica.testRecovery-seed#[F986E974A65879D1]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_F986E974A65879D1-001/tempDir-001/node1/.
[junit4] 2> 2059921 INFO (TEST-TestTlogReplica.testRecovery-seed#[F986E974A65879D1]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [tlog_replica_test_recovery_shard1_replica_t2]
[junit4] 2> 2059921 INFO (coreLoadExecutor-5644-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2059925 INFO (coreLoadExecutor-5644-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2059928 INFO (coreLoadExecutor-5644-thread-1) [ ] o.a.s.s.IndexSchema [tlog_replica_test_recovery_shard1_replica_t2] Schema name=minimal
[junit4] 2> 2059929 INFO (coreLoadExecutor-5644-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2059933 INFO (coreLoadExecutor-5644-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2059936 INFO (coreLoadExecutor-5644-thread-1) [ ] o.a.s.s.IndexSchema [tlog_replica_test_recovery_shard1_replica_t2] Schema name=minimal
[junit4] 2> 2059937 INFO (coreLoadExecutor-5644-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2059937 INFO (coreLoadExecutor-5644-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_recovery_shard1_replica_t2' using configuration from collection tlog_replica_test_recovery, trusted=true
[junit4] 2> 2059937 INFO (coreLoadExecutor-5644-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37171.solr.core.tlog_replica_test_recovery.shard1.replica_t2' (registry 'solr.core.tlog_replica_test_recovery.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28723e1a
[junit4] 2> 2059937 INFO (coreLoadExecutor-5644-thread-1) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2059937 INFO (coreLoadExecutor-5644-thread-1) [ ] o.a.s.c.SolrCore [[tlog_replica_test_recovery_shard1_replica_t2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_F986E974A65879D1-001/tempDir-001/node1/tlog_replica_test_recovery_shard1_replica_t2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_F986E974A65879D1-001/tempDir-001/node1/./tlog_replica_test_recovery_shard1_replica_t2/data/]
[junit4] 2> 2059956 INFO (zkCallback-2426-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2059956 INFO (zkCallback-2413-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2059956 INFO (zkCallback-2426-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2059956 INFO (zkCallback-2413-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2059956 INFO (zkCallback-2420-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2059987 INFO (coreLoadExecutor-5644-thread-1) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2059987 INFO (coreLoadExecutor-5644-thread-1) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2059988 INFO (coreLoadExecutor-5644-thread-1) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2059988 INFO (coreLoadExecutor-5644-thread-1) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2059989 INFO (coreLoadExecutor-5644-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@188c5647[tlog_replica_test_recovery_shard1_replica_t2] main]
[junit4] 2> 2059989 INFO (coreLoadExecutor-5644-thread-1) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2059989 INFO (coreLoadExecutor-5644-thread-1) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2059990 INFO (coreLoadExecutor-5644-thread-1) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2059990 INFO (coreLoadExecutor-5644-thread-1) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581998251053154304
[junit4] 2> 2059990 INFO (searcherExecutor-5645-thread-1) [ ] o.a.s.c.SolrCore [tlog_replica_test_recovery_shard1_replica_t2] Registered new searcher Searcher@188c5647[tlog_replica_test_recovery_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2060005 INFO (coreZkRegister-5639-thread-1) [ ] o.a.s.c.ZkController Core needs to recover:tlog_replica_test_recovery_shard1_replica_t2
[junit4] 2> 2060005 INFO (updateExecutor-2423-thread-1) [ ] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 2060012 INFO (recoveryExecutor-2424-thread-1) [ ] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 2060013 INFO (recoveryExecutor-2424-thread-1) [ ] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 2060013 INFO (recoveryExecutor-2424-thread-1) [ ] o.a.s.c.ZkController tlog_replica_test_recovery_shard1_replica_t2 stopping background replication from leader
[junit4] 2> 2060013 INFO (recoveryExecutor-2424-thread-1) [ ] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[tlog_replica_test_recovery_shard1_replica_t2]
[junit4] 2> 2060013 INFO (recoveryExecutor-2424-thread-1) [ ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 2060013 INFO (recoveryExecutor-2424-thread-1) [ ] o.a.s.c.RecoveryStrategy Publishing state of core [tlog_replica_test_recovery_shard1_replica_t2] as recovering, leader is [http://127.0.0.1:46195/solr/tlog_replica_test_recovery_shard1_replica_t1/] and I am [http://127.0.0.1:37171/solr/tlog_replica_test_recovery_shard1_replica_t2/]
[junit4] 2> 2060018 INFO (recoveryExecutor-2424-thread-1) [ ] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:46195/solr]; [WaitForState: action=PREPRECOVERY&core=tlog_replica_test_recovery_shard1_replica_t1&nodeName=127.0.0.1:37171_solr&coreNodeName=core_node4&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 2060018 INFO (qtp616313271-15663) [ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node4, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 2060019 INFO (qtp616313271-15663) [ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=tlog_replica_test_recovery, shard=shard1, thisCore=tlog_replica_test_recovery_shard1_replica_t1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:37171_solr, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{"core":"tlog_replica_test_recovery_shard1_replica_t2","base_url":"http://127.0.0.1:37171/solr","node_name":"127.0.0.1:37171_solr","state":"down","type":"TLOG"}
[junit4] 2> 2060118 INFO (zkCallback-2420-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2060118 INFO (zkCallback-2426-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2060118 INFO (zkCallback-2426-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2060119 INFO (zkCallback-2413-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2060119 INFO (zkCallback-2413-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2061019 INFO (qtp616313271-15663) [ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=tlog_replica_test_recovery, shard=shard1, thisCore=tlog_replica_test_recovery_shard1_replica_t1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:37171_solr, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{"core":"tlog_replica_test_recovery_shard1_replica_t2","base_url":"http://127.0.0.1:37171/solr","node_name":"127.0.0.1:37171_solr","state":"recovering","type":"TLOG"}
[junit4] 2> 2061019 INFO (qtp616313271-15663) [ ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node4, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 2061019 INFO (qtp616313271-15663) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:37171_solr&onlyIfLeaderActive=true&core=tlog_replica_test_recovery_shard1_replica_t1&coreNodeName=core_node4&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1000
[junit4] 2> 2061520 INFO (recoveryExecutor-2424-thread-1) [ ] o.a.s.c.RecoveryStrategy Starting Replication Recovery.
[junit4] 2> 2061520 INFO (recoveryExecutor-2424-thread-1) [ ] o.a.s.c.RecoveryStrategy Attempting to replicate from [http://127.0.0.1:46195/solr/tlog_replica_test_recovery_shard1_replica_t1/].
[junit4] 2> 2061526 INFO (qtp616313271-15663) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1581998252663767040,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2061526 INFO (qtp616313271-15663) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6a6a9570 commitCommandVersion:1581998252663767040
[junit4] 2> 2061528 INFO (qtp616313271-15663) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2555130a[tlog_replica_test_recovery_shard1_replica_t1] realtime]
[junit4] 2> 2061528 INFO (qtp616313271-15663) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2061529 INFO (qtp616313271-15663) [ ] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_recovery_shard1_replica_t1] webapp=/solr path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2}{commit=} 0 2
[junit4] 2> 2061530 INFO (qtp616313271-15659) [ ] o.a.s.c.S.Request [tlog_replica_test_recovery_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2061530 INFO (recoveryExecutor-2424-thread-1) [ ] o.a.s.h.IndexFetcher Master's generation: 3
[junit4] 2> 2061530 INFO (recoveryExecutor-2424-thread-1) [ ] o.a.s.h.IndexFetcher Master's version: 1508711102165
[junit4] 2> 2061530 INFO (recoveryExecutor-2424-thread-1) [ ] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 2061530 INFO (recoveryExecutor-2424-thread-1) [ ] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 2061530 INFO (recoveryExecutor-2424-thread-1) [ ] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 2061531 INFO (qtp616313271-15659) [ ] o.a.s.c.S.Request [tlog_replica_test_recovery_shard1_replica_t1] webapp=/solr path=/replication params={generation=3&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=0
[junit4] 2> 2061531 INFO (recoveryExecutor-2424-thread-1) [ ] o.a.s.h.IndexFetcher Number of files in latest index in master: 23
[junit4] 2> 2061533 INFO (recoveryExecutor-2424-thread-1) [ ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 2061533 INFO (recoveryExecutor-2424-thread-1) [ ] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@30ab9cbd lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@74f9299c)
[junit4] 2> 2061533 INFO (qtp616313271-15663) [ ] o.a.s.c.S.Request [tlog_replica_test_recovery_shard1_replica_t1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_0_Asserting_0.dvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2061551 INFO (qtp616313271-15667) [ ] o.a.s.c.S.Request [tlog_replica_test_recovery_shard1_replica_t1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2061552 INFO (qtp616313271-15661) [ ] o.a.s.c.S.Request [tlog_replica_test_recovery_shard1_replica_t1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_0_Memory_0.mdvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2061553 INFO (qtp616313271-15659) [ ] o.a.s.c.S.Request [tlog_replica_test_recovery_shard1_replica_t1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2061554 INFO (qtp616313271-15663) [ ] o.a.s.c.S.Request [tlog_replica_test_recovery_shard1_replica_t1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_0_Memory_0.mdvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2061555 INFO (qtp616313271-15663) [ ] o.a.s.c.S.Request [tlog_replica_test_recovery_shard1_replica_t1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2061556 INFO (qtp616313271-15661) [ ] o.a.s.c.S.Request [tlog_replica_test_recovery_shard1_replica_t1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_0_Memory_0.ram&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2061556 INFO (qtp616313271-15659) [ ] o.a.s.c.S.Request [tlog_replica_test_recovery_shard1_replica_t1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2061557 INFO (qtp616313271-15667) [ ] o.a.s.c.S.Request [tlog_replica_test_recovery_shard1_replica_t1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_0_Asserting_0.dvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2061558 INFO (qtp616313271-15663) [ ] o.a.s.c.S.Request [tlog_replica_test_recovery_shard1_replica_t1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2061558 INFO (qtp616313271-15661) [ ] o.a.s.c.S.Request [tlog_replica_test_recovery_shard1_replica_t1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2061559 INFO (qtp616313271-15659) [ ] o.a.s.c.S.Request [tlog_replica_test_recovery_shard1_replica_t1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1_Asserting_0.dvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2061560 INFO (qtp616313271-15667) [ ] o.a.s.c.S.Request [tlog_replica_test_recovery_shard1_replica_t1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2061561 INFO (qtp616313271-15667) [ ] o.a.s.c.S.Request [tlog_replica_test_recovery_shard1_replica_t1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2061561 INFO (qtp616313271-15661) [ ] o.a.s.c.S.Request [tlog_replica_test_recovery_shard1_replica_t1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1_Memory_0.mdvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2061563 INFO (qtp616313271-15659) [ ] o.a.s.c.S.Request [tlog_replica_test_recovery_shard1_replica_t1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1_Memory_0.ram&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2061563 INFO (qtp616313271-15663) [ ] o.a.s.c.S.Request [tlog_replica_test_recovery_shard1_replica_t1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1_Asserting_0.dvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2061566 INFO (qtp616313271-15667) [ ] o.a.s.c.S.Request [tlog_replica_test_recovery_shard1_replica_t1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2061566 INFO (qtp616313271-15661) [ ] o.a.s.c.S.Request [tlog_replica_test_recovery_shard1_replica_t1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2061567 INFO (qtp616313271-15659) [ ] o.a.s.c.S.Request [tlog_replica_test_recovery_shard1_replica_t1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1_Memory_0.mdvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2061568 INFO (qtp616313271-15663) [ ] o.a.s.c.S.Request [tlog_replica_test_recovery_shard1_replica_t1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2061569 INFO (qtp616313271-15663) [ ] o.a.s.c.S.Request [tlog_replica_test_recovery_shard1_replica_t1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2061570 INFO (qtp616313271-15663) [ ] o.a.s.c.S.Request [tlog_replica_test_recovery_shard1_replica_t1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=segments_3&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2061570 INFO (recoveryExecutor-2424-thread-1) [ ] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=3769) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@30ab9cbd lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@74f9299c)
[junit4] 2> 2061581 INFO (recoveryExecutor-2424-thread-1) [ ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 2061582 INFO (recoveryExecutor-2424-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2ba4285e[tlog_replica_test_recovery_shard1_replica_t2] main]
[junit4] 2> 2061583 INFO (searcherExecutor-5645-thread-1) [ ] o.a.s.c.SolrCore [tlog_replica_test_recovery_shard1_replica_t2] Registered new searcher Searcher@2ba4285e[tlog_replica_test_recovery_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C2) Uninverting(_1(8.0.0):C2)))}
[junit4] 2> 2061583 INFO (recoveryExecutor-2424-thread-1) [ ] o.a.s.c.RecoveryStrategy Replication Recovery was successful.
[junit4] 2> 2061583 INFO (recoveryExecutor-2424-thread-1) [ ] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 2061583 INFO (recoveryExecutor-2424-thread-1) [ ] o.a.s.c.ZkController tlog_replica_test_recovery_shard1_replica_t2 starting background replication from leader
[junit4] 2> 2061583 INFO (recoveryExecutor-2424-thread-1) [ ] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 2061590 INFO (recoveryExecutor-2424-thread-1) [ ] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 2061590 INFO (recoveryExecutor-2424-thread-1) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2061591 INFO (recoveryExecutor-2424-thread-1) [ ] o.a.s.c.RecoveryStrategy Updating version bucket highest from index after successful recovery.
[junit4] 2> 2061592 INFO (recoveryExecutor-2424-thread-1) [ ] o.a.s.c.RecoveryStrategy Finished recovery process, successful=[true]
[junit4] 2> 2061692 INFO (zkCallback-2420-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2061692 INFO (zkCallback-2426-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2061692 INFO (zkCallback-2426-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2061692 INFO (zkCallback-2413-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2061692 INFO (zkCallback-2413-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_recovery/state.json] for collection [tlog_replica_test_recovery] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2061700 INFO (qtp375205981-15750) [ ] o.a.s.c.S.Request [tlog_replica_test_recovery_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=4 status=0 QTime=0
[junit4] 2> 2061706 ERROR (updateExecutor-2406-thread-1) [ ] o.a.s.u.ErrorReportingConcurrentUpdateSolrClient error
[junit4] 2> java.net.SocketException: Broken pipe (Write failed)
[junit4] 2> at java.base/java.net.SocketOutputStream.socketWrite0(Native Method)
[junit4] 2> at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:111)
[junit4] 2> at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:155)
[junit4] 2> at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124)
[junit4] 2> at org.apache.http.impl.io.SessionOutputBufferImpl.flushBuffer(SessionOutputBufferImpl.java:136)
[junit4] 2> at org.apache.http.impl.io.SessionOutputBufferImpl.flush(SessionOutputBufferImpl.java:144)
[junit4] 2> at org.apache.http.impl.io.ChunkedOutputStream.close(ChunkedOutputStream.java:203)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:157)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:160)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.sendUpdateStream(ConcurrentUpdateSolrClient.java:347)
[junit4] 2> at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.run(ConcurrentUpdateSolrClient.java:182)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 2061707 WARN (qtp616313271-15659) [ ] o.a.s.u.p.DistributedUpdateProcessor Error sending update to http://127.0.0.1:37171/solr
[junit4] 2> java.net.SocketException: Broken pipe (Write failed)
[junit4] 2> at java.base/java.net.SocketOutputStream.socketWrite0(Native Method)
[junit4] 2> at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:111)
[junit4] 2> at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:155)
[junit4] 2> at org.apache.http.impl.io.SessionOutputBufferImpl.streamWrite(SessionOutputBufferImpl.java:124)
[junit4] 2> at org.apache.http.impl.io.SessionOutputBufferImpl.flushBuffer(SessionOutputBufferImpl.java:136)
[junit4] 2> at org.apache.http.impl.io.SessionOutputBufferImpl.flush(SessionOutputBufferImpl.java:144)
[junit4] 2> at org.apache.http.impl.io.ChunkedOutputStream.close(ChunkedOutputStream.java:203)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:157)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:160)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.sendUpdateStream(ConcurrentUpdateSolrClient.java:347)
[junit4] 2> at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.run(ConcurrentUpdateSolrClient.java:182)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.
[...truncated too long message...]
= null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3df429a7
[junit4] 2> 85676 INFO (zkCallback-1484-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 85676 INFO (zkCallback-22-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 85676 INFO (zkCallback-20-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 85676 INFO (zkCallback-23-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 85677 INFO (coreCloseExecutor-160-thread-1) [ ] o.a.s.c.SolrCore [collection1_collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@18328438
[junit4] 2> 85677 INFO (coreCloseExecutor-160-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1_collection.shard1.replica_n1, tag=405963832
[junit4] 2> 85677 INFO (coreCloseExecutor-160-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@8433064: rootName = solr_43809, domain = solr.core.collection1_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@12dcbe90
[junit4] 2> 85677 INFO (jetty-closer-2-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:39677_solr
[junit4] 2> 85678 INFO (jetty-closer-2-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 85678 INFO (zkCallback-1484-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 85678 INFO (zkCallback-22-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 85680 INFO (zkCallback-20-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 85681 INFO (coreCloseExecutor-161-thread-1) [ ] o.a.s.c.SolrCore [collection1_collection_shard2_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@28871fbe
[junit4] 2> 85681 INFO (coreCloseExecutor-161-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1_collection.shard2.replica_n2, tag=679944126
[junit4] 2> 85681 INFO (zkCallback-23-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 85681 INFO (coreCloseExecutor-161-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@71ce8ed1: rootName = solr_39677, domain = solr.core.collection1_collection.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.collection1_collection.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@3c219c14
[junit4] 2> 85681 INFO (jetty-closer-2-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:40227_solr
[junit4] 2> 85687 INFO (zkCallback-1484-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 85687 INFO (jetty-closer-2-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 85687 INFO (zkCallback-20-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 85687 INFO (zkCallback-22-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 85687 INFO (zkCallback-23-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 85692 INFO (jetty-closer-2-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98874928099295242-127.0.0.1:40227_solr-n_0000000000) closing
[junit4] 2> 85693 INFO (OverseerStateUpdate-98874928099295242-127.0.0.1:40227_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40227_solr
[junit4] 2> 85693 INFO (coreCloseExecutor-160-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1_collection.shard1.leader, tag=405963832
[junit4] 2> 85695 INFO (coreCloseExecutor-161-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1_collection.shard2.leader, tag=679944126
[junit4] 2> 85700 WARN (OverseerAutoScalingTriggerThread-98874928099295242-127.0.0.1:40227_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 85703 INFO (zkCallback-23-thread-2) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43809_solr
[junit4] 2> 85708 INFO (jetty-closer-2-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@744177fe{/solr,null,UNAVAILABLE}
[junit4] 2> 85708 INFO (jetty-closer-2-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7866ed48{/solr,null,UNAVAILABLE}
[junit4] 2> 87209 INFO (jetty-closer-2-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@24c9416{/solr,null,UNAVAILABLE}
[junit4] 2> 87210 ERROR (SUITE-StreamExpressionTest-seed#[F77A5357361E2A1D]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 87211 INFO (SUITE-StreamExpressionTest-seed#[F77A5357361E2A1D]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45129 45129
[junit4] 2> 93610 INFO (Thread-0) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45129 45129
[junit4] 2> 93611 WARN (Thread-0) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 80 /solr/aliases.json
[junit4] 2> 80 /solr/clusterprops.json
[junit4] 2> 12 /solr/configs/conf
[junit4] 2> 4 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 80 /solr/clusterstate.json
[junit4] 2> 20 /solr/collections/parallelDestinationCollection/state.json
[junit4] 2> 20 /solr/collections/destinationCollection/state.json
[junit4] 2> 18 /solr/collections/parallelDestinationCollection1/state.json
[junit4] 2> 12 /solr/collections/collection1_collection/state.json
[junit4] 2> 10 /solr/collections/mainCorpus1/state.json
[junit4] 2> 10 /solr/collections/destination/state.json
[junit4] 2> 10 /solr/collections/destination1/state.json
[junit4] 2> 10 /solr/collections/workQueue1/state.json
[junit4] 2> 10 /solr/collections/workQueue/state.json
[junit4] 2> 10 /solr/collections/mainCorpus/state.json
[junit4] 2> 2 /solr/overseer_elect/election/98874928099295243-127.0.0.1:43809_solr-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 80 /solr/live_nodes
[junit4] 2> 80 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_F77A5357361E2A1D-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {expr_s=PostingsFormat(name=Direct), join2_s=PostingsFormat(name=Memory), multiDefault=PostingsFormat(name=Memory), subject=PostingsFormat(name=Memory), a1_s=PostingsFormat(name=MockRandom), a2_s=PostingsFormat(name=Direct), test_t=BlockTreeOrds(blocksize=128), level1_s=PostingsFormat(name=Direct), ident_s=PostingsFormat(name=MockRandom), body_t=BlockTreeOrds(blocksize=128), s_multi=PostingsFormat(name=Direct), a_ss=PostingsFormat(name=Memory), col_s=PostingsFormat(name=MockRandom), level2_s=PostingsFormat(name=MockRandom), a_s=PostingsFormat(name=Direct), a_t=PostingsFormat(name=Memory), side_s=BlockTreeOrds(blocksize=128), id=BlockTreeOrds(blocksize=128), text=PostingsFormat(name=Direct)}, docValues:{expr_s=DocValuesFormat(name=Lucene70), join2_s=DocValuesFormat(name=Direct), multiDefault=DocValuesFormat(name=Direct), price_f=DocValuesFormat(name=Direct), a1_s=DocValuesFormat(name=Asserting), join1_i=DocValuesFormat(name=Lucene70), intDefault=DocValuesFormat(name=Asserting), a_f=DocValuesFormat(name=Asserting), a2_s=DocValuesFormat(name=Lucene70), a_i=DocValuesFormat(name=Lucene70), join3_i=DocValuesFormat(name=Lucene70), test_i=DocValuesFormat(name=Direct), field_i=DocValuesFormat(name=Direct), level1_s=DocValuesFormat(name=Lucene70), s_multi=DocValuesFormat(name=Lucene70), a_ss=DocValuesFormat(name=Direct), col_s=DocValuesFormat(name=Asserting), level2_s=DocValuesFormat(name=Asserting), a_s=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Direct), i_multi=DocValuesFormat(name=Lucene70), b_ls=DocValuesFormat(name=Asserting), test_dt=DocValuesFormat(name=Lucene70), ident_s=DocValuesFormat(name=Asserting), order_i=DocValuesFormat(name=Direct), _version_=DocValuesFormat(name=Asserting), side_s=DocValuesFormat(name=Lucene70), miles_i=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=2041, maxMBSortInHeap=7.800934202154952, sim=RandomSimilarity(queryNorm=false): {}, locale=smn, timezone=America/Puerto_Rico
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=395159280,total=525336576
[junit4] 2> NOTE: All tests run in this JVM: [TestV1toV2ApiMapper, StreamExpressionTest]
[junit4] Completed [80/145 (1!)] on J2 in 93.76s, 121 tests, 1 failure, 9 skipped <<< FAILURES!
[...truncated 39312 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
20713 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20713/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseSerialGC
3 tests failed.
FAILED: org.apache.solr.cloud.CollectionStateFormat2Test.testZkNodeLocation
Error Message:
Error from server at https://127.0.0.1:45291/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:45291/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([AF5EEEDD33E71DD7:E0F3647D9E889323]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.CollectionStateFormat2Test.testZkNodeLocation(CollectionStateFormat2Test.java:48)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CollectionStateFormat2Test.testConfNameAndCollectionNameSame
Error Message:
Error from server at https://127.0.0.1:45291/solr: Could not fully create collection: .system
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:45291/solr: Could not fully create collection: .system
at __randomizedtesting.SeedInfo.seed([AF5EEEDD33E71DD7:D638A50E91604AFB]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.CollectionStateFormat2Test.testConfNameAndCollectionNameSame(CollectionStateFormat2Test.java:40)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.PeerSyncReplicationTest.test
Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:44249/_hoj/vi
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:44249/_hoj/vi
at __randomizedtesting.SeedInfo.seed([AF5EEEDD33E71DD7:270AD1079D1B702F]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
... 43 more
Build Log:
[...truncated 11943 lines...]
[junit4] Suite: org.apache.solr.cloud.PeerSyncReplicationTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_AF5EEEDD33E71DD7-001/init-core-data-001
[junit4] 2> 84836 WARN (SUITE-PeerSyncReplicationTest-seed#[AF5EEEDD33E71DD7]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 84837 INFO (SUITE-PeerSyncReplicationTest-seed#[AF5EEEDD33E71DD7]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 84838 INFO (SUITE-PeerSyncReplicationTest-seed#[AF5EEEDD33E71DD7]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 84838 INFO (SUITE-PeerSyncReplicationTest-seed#[AF5EEEDD33E71DD7]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 84838 INFO (SUITE-PeerSyncReplicationTest-seed#[AF5EEEDD33E71DD7]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_hoj/vi
[junit4] 2> 84841 INFO (TEST-PeerSyncReplicationTest.test-seed#[AF5EEEDD33E71DD7]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 84841 INFO (Thread-146) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 84841 INFO (Thread-146) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 84843 ERROR (Thread-146) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 84941 INFO (TEST-PeerSyncReplicationTest.test-seed#[AF5EEEDD33E71DD7]) [ ] o.a.s.c.ZkTestServer start zk server on port:38473
[junit4] 2> 84950 INFO (TEST-PeerSyncReplicationTest.test-seed#[AF5EEEDD33E71DD7]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 84951 INFO (TEST-PeerSyncReplicationTest.test-seed#[AF5EEEDD33E71DD7]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 84952 INFO (TEST-PeerSyncReplicationTest.test-seed#[AF5EEEDD33E71DD7]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 84952 INFO (TEST-PeerSyncReplicationTest.test-seed#[AF5EEEDD33E71DD7]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 84953 INFO (TEST-PeerSyncReplicationTest.test-seed#[AF5EEEDD33E71DD7]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 84953 INFO (TEST-PeerSyncReplicationTest.test-seed#[AF5EEEDD33E71DD7]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 84954 INFO (TEST-PeerSyncReplicationTest.test-seed#[AF5EEEDD33E71DD7]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 84955 INFO (TEST-PeerSyncReplicationTest.test-seed#[AF5EEEDD33E71DD7]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 84955 INFO (TEST-PeerSyncReplicationTest.test-seed#[AF5EEEDD33E71DD7]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 84959 INFO (TEST-PeerSyncReplicationTest.test-seed#[AF5EEEDD33E71DD7]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 84961 INFO (TEST-PeerSyncReplicationTest.test-seed#[AF5EEEDD33E71DD7]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 84971 INFO (TEST-PeerSyncReplicationTest.test-seed#[AF5EEEDD33E71DD7]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 85046 INFO (TEST-PeerSyncReplicationTest.test-seed#[AF5EEEDD33E71DD7]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 85053 INFO (TEST-PeerSyncReplicationTest.test-seed#[AF5EEEDD33E71DD7]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@78127f59{/_hoj/vi,null,AVAILABLE}
[junit4] 2> 85055 INFO (TEST-PeerSyncReplicationTest.test-seed#[AF5EEEDD33E71DD7]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@fefbedb{SSL,[ssl, http/1.1]}{127.0.0.1:44249}
[junit4] 2> 85055 INFO (TEST-PeerSyncReplicationTest.test-seed#[AF5EEEDD33E71DD7]) [ ] o.e.j.s.Server Started @85545ms
[junit4] 2> 85055 INFO (TEST-PeerSyncReplicationTest.test-seed#[AF5EEEDD33E71DD7]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_AF5EEEDD33E71DD7-001/tempDir-001/control/data, hostContext=/_hoj/vi, hostPort=44249, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_AF5EEEDD33E71DD7-001/control-001/cores}
[junit4] 2> 85057 ERROR (TEST-PeerSyncReplicationTest.test-seed#[AF5EEEDD33E71DD7]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 85057 INFO (TEST-PeerSyncReplicationTest.test-seed#[AF5EEEDD33E71DD7]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 85057 INFO (TEST-PeerSyncReplicationTest.test-seed#[AF5EEEDD33E71DD7]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 85057 INFO (TEST-PeerSyncReplicationTest.test-seed#[AF5EEEDD33E71DD7]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 85057 INFO (TEST-PeerSyncReplicationTest.test-seed#[AF5EEEDD33E71DD7]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-22T16:52:29.075Z
[junit4] 2> 85066 INFO (TEST-PeerSyncReplicationTest.test-seed#[AF5EEEDD33E71DD7]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 85066 INFO (TEST-PeerSyncReplicationTest.test-seed#[AF5EEEDD33E71DD7]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_AF5EEEDD33E71DD7-001/control-001/solr.xml
[junit4] 2> 85069 INFO (TEST-PeerSyncReplicationTest.test-seed#[AF5EEEDD33E71DD7]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 85069 INFO (TEST-PeerSyncReplicationTest.test-seed#[AF5EEEDD33E71DD7]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 85070 INFO (TEST-PeerSyncReplicationTest.test-seed#[AF5EEEDD33E71DD7]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7c1e65dc, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 85073 INFO (TEST-PeerSyncReplicationTest.test-seed#[AF5EEEDD33E71DD7]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38473/solr
[junit4] 2> 85137 INFO (TEST-PeerSyncReplicationTest.test-seed#[AF5EEEDD33E71DD7]) [n:127.0.0.1:44249__hoj%2Fvi ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 85137 INFO (TEST-PeerSyncReplicationTest.test-seed#[AF5EEEDD33E71DD7]) [n:127.0.0.1:44249__hoj%2Fvi ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44249__hoj%2Fvi
[junit4] 2> 85138 INFO (TEST-PeerSyncReplicationTest.test-seed#[AF5EEEDD33E71DD7]) [n:127.0.0.1:44249__hoj%2Fvi ] o.a.s.c.Overseer Overseer (id=98873583131754501-127.0.0.1:44249__hoj%2Fvi-n_0000000000) starting
[junit4] 2> 85149 INFO (TEST-PeerSyncReplicationTest.test-seed#[AF5EEEDD33E71DD7]) [n:127.0.0.1:44249__hoj%2Fvi ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44249__hoj%2Fvi
[junit4] 2> 85150 INFO (zkCallback-90-thread-1-processing-n:127.0.0.1:44249__hoj%2Fvi) [n:127.0.0.1:44249__hoj%2Fvi ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 85244 INFO (TEST-PeerSyncReplicationTest.test-seed#[AF5EEEDD33E71DD7]) [n:127.0.0.1:44249__hoj%2Fvi ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c1e65dc
[junit4] 2> 85251 INFO (TEST-PeerSyncReplicationTest.test-seed#[AF5EEEDD33E71DD7]) [n:127.0.0.1:44249__hoj%2Fvi ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c1e65dc
[junit4] 2> 85251 INFO (TEST-PeerSyncReplicationTest.test-seed#[AF5EEEDD33E71DD7]) [n:127.0.0.1:44249__hoj%2Fvi ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c1e65dc
[junit4] 2> 85253 INFO (TEST-PeerSyncReplicationTest.test-seed#[AF5EEEDD33E71DD7]) [n:127.0.0.1:44249__hoj%2Fvi ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_AF5EEEDD33E71DD7-001/control-001/cores
[junit4] 2> 85273 INFO (TEST-PeerSyncReplicationTest.test-seed#[AF5EEEDD33E71DD7]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 85273 INFO (TEST-PeerSyncReplicationTest.test-seed#[AF5EEEDD33E71DD7]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38473/solr ready
[junit4] 2> 85299 INFO (qtp1920417364-627) [n:127.0.0.1:44249__hoj%2Fvi ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44249__hoj%252Fvi&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 85302 INFO (OverseerThreadFactory-316-thread-1-processing-n:127.0.0.1:44249__hoj%2Fvi) [n:127.0.0.1:44249__hoj%2Fvi ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 85410 INFO (qtp1920417364-628) [n:127.0.0.1:44249__hoj%2Fvi ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 85411 INFO (qtp1920417364-628) [n:127.0.0.1:44249__hoj%2Fvi ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 85514 INFO (zkCallback-90-thread-1-processing-n:127.0.0.1:44249__hoj%2Fvi) [n:127.0.0.1:44249__hoj%2Fvi ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 86456 INFO (qtp1920417364-628) [n:127.0.0.1:44249__hoj%2Fvi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 86472 INFO (qtp1920417364-628) [n:127.0.0.1:44249__hoj%2Fvi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 86533 INFO (qtp1920417364-628) [n:127.0.0.1:44249__hoj%2Fvi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 86556 INFO (qtp1920417364-628) [n:127.0.0.1:44249__hoj%2Fvi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 86556 INFO (qtp1920417364-628) [n:127.0.0.1:44249__hoj%2Fvi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c1e65dc
[junit4] 2> 86560 INFO (qtp1920417364-628) [n:127.0.0.1:44249__hoj%2Fvi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 86560 INFO (qtp1920417364-628) [n:127.0.0.1:44249__hoj%2Fvi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_AF5EEEDD33E71DD7-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_AF5EEEDD33E71DD7-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 86562 INFO (qtp1920417364-628) [n:127.0.0.1:44249__hoj%2Fvi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=30.28515625, floorSegmentMB=0.400390625, forceMergeDeletesPctAllowed=21.562416191122015, segmentsPerTier=7.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 86577 WARN (qtp1920417364-628) [n:127.0.0.1:44249__hoj%2Fvi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 86617 INFO (qtp1920417364-628) [n:127.0.0.1:44249__hoj%2Fvi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 86617 INFO (qtp1920417364-628) [n:127.0.0.1:44249__hoj%2Fvi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 86618 INFO (qtp1920417364-628) [n:127.0.0.1:44249__hoj%2Fvi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 86618 INFO (qtp1920417364-628) [n:127.0.0.1:44249__hoj%2Fvi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 86619 INFO (qtp1920417364-628) [n:127.0.0.1:44249__hoj%2Fvi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=34.6201171875, floorSegmentMB=1.23828125, forceMergeDeletesPctAllowed=4.2871597201714025, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 86619 INFO (qtp1920417364-628) [n:127.0.0.1:44249__hoj%2Fvi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@79f0b86d[control_collection_shard1_replica_n1] main]
[junit4] 2> 86620 INFO (qtp1920417364-628) [n:127.0.0.1:44249__hoj%2Fvi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 86620 INFO (qtp1920417364-628) [n:127.0.0.1:44249__hoj%2Fvi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 86621 INFO (qtp1920417364-628) [n:127.0.0.1:44249__hoj%2Fvi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 86621 INFO (searcherExecutor-319-thread-1-processing-n:127.0.0.1:44249__hoj%2Fvi x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:44249__hoj%2Fvi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@79f0b86d[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 86621 INFO (qtp1920417364-628) [n:127.0.0.1:44249__hoj%2Fvi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581977331972440064
[junit4] 2> 86624 INFO (qtp1920417364-628) [n:127.0.0.1:44249__hoj%2Fvi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 86624 INFO (qtp1920417364-628) [n:127.0.0.1:44249__hoj%2Fvi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 86624 INFO (qtp1920417364-628) [n:127.0.0.1:44249__hoj%2Fvi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44249/_hoj/vi/control_collection_shard1_replica_n1/
[junit4] 2> 86624 INFO (qtp1920417364-628) [n:127.0.0.1:44249__hoj%2Fvi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 86624 INFO (qtp1920417364-628) [n:127.0.0.1:44249__hoj%2Fvi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:44249/_hoj/vi/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 86624 INFO (qtp1920417364-628) [n:127.0.0.1:44249__hoj%2Fvi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 86625 INFO (qtp1920417364-628) [n:127.0.0.1:44249__hoj%2Fvi c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44249/_hoj/vi/control_collection_shard1_replica_n1/ shard1
[junit4] 1> / (2)
[junit4] 1> DATA:
[junit4] 1>
[junit4] 1> /zookeeper (1)
[junit4] 1> DATA:
[junit4] 1>
[junit4] 1> /solr (11)
[junit4] 1> /solr/configs (2)
[junit4] 1> /solr/configs/_default (7)
[junit4] 1> /solr/configs/_default/protwords.txt (0)
[junit4] 1> DATA: ...supressed...
[junit4] 1> /solr/configs/_default/managed-schema (0)
[junit4] 1> DATA:
[junit4] 1> <?xml version="1.0" encoding="UTF-8" ?>
[junit4] 1> <!--
[junit4] 1> Licensed to the Apache Software Foundation (ASF) under one or more
[junit4] 1> contributor license agreements. See the NOTICE file distributed with
[junit4] 1> this work for additional information regarding copyright ownership.
[junit4] 1> The ASF licenses this file to You under the Apache License, Version 2.0
[junit4] 1> (the "License"); you may not use this file except in compliance with
[junit4] 1> the License. You may obtain a copy of the License at
[junit4] 1>
[junit4] 1> http://www.apache.org/licenses/LICENSE-2.0
[junit4] 1>
[junit4] 1> Unless required by applicable law or agreed to in writing, software
[junit4] 1> distributed under the License is distributed on an "AS IS" BASIS,
[junit4] 1> WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
[junit4] 1> See the License for the specific language governing permissions and
[junit4] 1> limitations under the License.
[junit4] 1> -->
[junit4] 1>
[junit4] 1> <!--
[junit4] 1>
[junit4] 1> This example schema is the recommended starting point for users.
[junit4] 1> It should be kept correct and concise, usable out-of-the-box.
[junit4] 1>
[junit4] 1>
[junit4] 1> For more information, on how to customize this file, please see
[junit4] 1> http://lucene.apache.org/solr/guide/documents-fields-and-schema-design.html
[junit4] 1>
[junit4] 1> PERFORMANCE NOTE: this schema includes many optional features and should not
[junit4] 1> be used for benchmarking. To improve performance one could
[junit4] 1> - set stored="false" for all fields possible (esp large fields) when you
[junit4] 1> only need to search on the field but don't need to return the original
[junit4] 1> value.
[junit4] 1> - set indexed="false" if you don't need to search on the field, but only
[junit4] 1> return the field as a result of searching on other indexed fields.
[junit4] 1> - remove all unneeded copyField statements
[junit4] 1> - for best index size and searching performance, set "index" to false
[junit4] 1> for all general text fields, use copyField to copy them to the
[junit4] 1> catchall "text" field, and use that for searching.
[junit4] 1> -->
[junit4] 1>
[junit4] 1> <schema name="default-config" version="1.6">
[junit4] 1> <!-- attribute "name" is the name of this schema and is only used for display purposes.
[junit4] 1> version="x.y" is Solr's version number for the schema syntax and
[junit4] 1> semantics. It should not normally be changed by applications.
[junit4] 1>
[junit4] 1> 1.0: multiValued attribute did not exist, all fields are multiValued
[junit4] 1> by nature
[junit4] 1> 1.1: multiValued attribute introduced, false by default
[junit4] 1> 1.2: omitTermFreqAndPositions attribute introduced, true by default
[junit4] 1> except for text fields.
[junit4] 1> 1.3: removed optional field compress feature
[junit4] 1> 1.4: autoGeneratePhraseQueries attribute introduced to drive QueryParser
[junit4] 1> behavior when a single string produces multiple tokens. Defaults
[junit4] 1> to off for version >= 1.4
[junit4] 1> 1.5: omitNorms defaults to true for primitive field types
[junit4] 1> (int, float, boolean, string...)
[junit4] 1> 1.6: useDocValuesAsStored defaults to true.
[junit4] 1> -->
[junit4] 1>
[junit4] 1> <!-- Valid attributes for fields:
[junit4] 1> name: mandatory - the name for the field
[junit4] 1> type: mandatory - the name of a field type from the
[junit4] 1> fieldTypes section
[junit4] 1> indexed: true if this field should be indexed (searchable or sortable)
[junit4] 1> stored: true if this field should be retrievable
[junit4] 1> docValues: true if this field should have doc values. Doc Values is
[junit4] 1> recommended (required, if you are using *Point fields) for faceting,
[junit4] 1> grouping, sorting and function queries. Doc Values will make the index
[junit4] 1> faster to load, more NRT-friendly and more memory-efficient.
[junit4] 1> They are currently only supported by StrField, UUIDField, all
[junit4] 1> *PointFields, and depending on the field type, they might require
[junit4] 1> the field to be single-valued, be required or have a default value
[junit4] 1> (check the documentation of the field type you're interested in for
[junit4] 1> more information)
[junit4] 1> multiValued: true if this field may contain multiple values per document
[junit4] 1> omitNorms: (expert) set to true to omit the norms associated with
[junit4] 1> this field (this disables length normalization and index-time
[junit4] 1> boosting for the field, and saves some memory). Only full-text
[junit4] 1> fields or fields that need an index-time boost need norms.
[junit4] 1> Norms are omitted for primitive (non-analyzed) types by default.
[junit4] 1> termVectors: [false] set to true to store the term vector for a
[junit4] 1> given field.
[junit4] 1> When using MoreLikeThis, fields used for similarity should be
[junit4] 1> stored for best performance.
[junit4] 1> termPositions: Store position information with the term vector.
[junit4] 1> This will increase storage costs.
[junit4] 1> termOffsets: Store offset information with the term vector. This
[junit4] 1> will increase storage costs.
[junit4] 1> required: The field is required. It will throw an error if the
[junit4] 1> value does not exist
[junit4] 1> default: a value that should be used if no value is specified
[junit4] 1> when adding a document.
[junit4] 1> -->
[junit4] 1>
[junit4] 1> <!-- field names should consist of alphanumeric or underscore characters only and
[junit4] 1> not start with a digit. This is not currently strictly enforced,
[junit4] 1> but other field names will not have first class support from all components
[junit4] 1> and back compatibility is not guaranteed. Names with both leading and
[junit4] 1> trailing underscores (e.g. _version_) are reserved.
[junit4] 1> -->
[junit4] 1>
[junit4] 1> <!-- In this _default configset, only four fields are pre-declared:
[junit4] 1> id, _version_, and _text_ and _root_. All other fields will be type guessed and added via the
[junit4] 1> "add-unknown-fields-to-the-schema" update request processor chain declared in solrconfig.xml.
[junit4] 1>
[junit4] 1> Note that many dynamic fields are also defined - you can use them to specify a
[junit4] 1> field's type via field naming conventions - see below.
[junit4] 1>
[junit4] 1> WARNING: The _text_ catch-all field will significantly increase your index size.
[junit4] 1> If you don't need it, consider removing it and the corresponding copyField directive.
[junit4] 1> -->
[junit4] 1>
[junit4] 1> <field name="id" type="string" indexed="true" stored="true" required="true" multiValued="false" />
[junit4] 1> <!-- docValues are enabled by default for long type so we don't need to index the version field -->
[junit4] 1> <field name="_version_" type="plong" indexed="false" stored="false"/>
[junit4] 1> <field name="_root_" type="string" indexed="true" stored="false" docValues="false" />
[junit4] 1> <field name="_text_" type="text_general" indexed="true" stored="false" multiValued="true"/>
[junit4] 1>
[junit4] 1> <!-- This can be enabled, in case the client does not know what fields may be searched. It isn't enabled by default
[junit4] 1> because it's very expensive to index everything twice. -->
[junit4] 1> <!-- <copyField source="*" dest="_text_"/> -->
[junit4] 1>
[junit4] 1> <!-- Dynamic field definitions allow using convention over configuration
[junit4] 1> for fields via the specification of patterns to match field names.
[junit4] 1> EXAMPLE: name="*_i" will match any field ending in _i (like myid_i, z_i)
[junit4] 1> RESTRICTION: the glob-like pattern in the name attribute must have a "*" only at the start or the end. -->
[junit4] 1>
[junit4] 1> <dynamicField name="*_i" type="pint" indexed="true" stored="true"/>
[junit4] 1> <dynamicField name="*_is" type="pints" indexed="true" stored="true"/>
[junit4] 1> <dynamicField name="*_s" type="string" indexed="true" stored="true" />
[junit4] 1> <dynamicField name="*_ss" type="strings" indexed="true" stored="true"/>
[junit4] 1> <dynamicField name="*_l" type="plong" indexed="true" stored="true"/>
[junit4] 1> <dynamicField name="*_ls" type="plongs" indexed="true" stored="true"/>
[junit4] 1> <dynamicField name="*_txt" type="text_general" indexed="true" stored="true"/>
[junit4] 1> <dynamicField name="*_b" type="boolean" indexed="true" stored="true"/>
[junit4] 1> <dynamicField name="*_bs" type="booleans" indexed="true" stored="true"/>
[junit4] 1> <dynamicField name="*_f" type="pfloat" indexed="true" stored="true"/>
[junit4] 1> <dynamicField name="*_fs" type="pfloats" indexed="true" stored="true"/>
[junit4] 1> <dynamicField name="*_d" type="pdouble" indexed="true" stored="true"/>
[junit4] 1> <dynamicField name="*_ds" type="pdoubles" indexed="true" stored="true"/>
[junit4] 1>
[junit4] 1> <!-- Type used for data-driven schema, to add a string copy for each text field -->
[junit4] 1> <dynamicField name="*_str" type="strings" stored="false" docValues="true" indexed="false" />
[junit4] 1>
[junit4] 1> <dynamicField name="*_dt" type="pdate" indexed="true" stored="true"/>
[junit4] 1> <dynamicField name="*_dts" type="pdate" indexed="true" stored="true" multiValued="true"/>
[junit4] 1> <dynamicField name="*_p" type="location" indexed="true" stored="true"/>
[junit4] 1> <dynamicField name="*_srpt" type="location_rpt" indexed="true" stored="true"/>
[junit4] 1>
[junit4] 1> <!-- payloaded dynamic fields -->
[junit4] 1> <dynamicField name="*_dpf" type="delimited_payloads_float" indexed="true" stored="true"/>
[junit4] 1> <dynamicField name="*_dpi" type="delimited_payloads_int" indexed="true" stored="true"/>
[junit4] 1> <dynamicField name="*_dps" type="delimited_payloads_string" indexed="true" stored="true"/>
[junit4] 1>
[junit4] 1> <dynamicField name="attr_*" type="text_general" indexed="true" stored="true" multiValued="true"/>
[junit4] 1>
[junit4] 1> <!-- Field to use to determine and enforce document uniqueness.
[junit4] 1> Unless this field is marked with required="false", it will be a required field
[junit4] 1> -->
[junit4] 1> <uniqueKey>id</uniqueKey>
[junit4] 1>
[junit4] 1> <!-- copyField commands copy one field to another at the time a document
[junit4] 1> is added to the index. It's used either to index the same field differently,
[junit4] 1> or to add multiple fields to the same field for easier/faster searching.
[junit4] 1>
[junit4] 1> <copyField source="sourceFieldName" dest="destinationFieldName"/>
[junit4] 1> -->
[junit4] 1>
[junit4] 1> <!-- field type definitions. The "name" attribute is
[junit4] 1> just a label to be used by field definitions. The "class"
[junit4] 1> attribute and any other attributes determine the real
[junit4] 1> behavior of the fieldType.
[junit4] 1> Class names starting with "solr" refer to java classes in a
[junit4] 1> standard package such as org.apache.solr.analysis
[junit4] 1> -->
[junit4] 1>
[junit4] 1> <!-- sortMissingLast and sortMissingFirst attributes are optional attributes are
[junit4] 1> currently supported on types that are sorted internally as strings
[junit4] 1> and on numeric types.
[junit4] 1> This includes "string", "boolean", "pint", "pfloat", "plong", "pdate", "pdouble".
[junit4] 1> - If sortMissingLast="true", then a sort on this field will cause documents
[junit4] 1> without the field to come after documents with the field,
[junit4] 1> regardless of the requested sort order (asc or desc).
[junit4] 1> - If sortMissingFirst="true", then a sort on this field will cause documents
[junit4] 1> without the field to come before documents with the field,
[junit4] 1> regardless of the requested sort order.
[junit4] 1> - If sortMissingLast="false" and sortMissingFirst="false" (the default),
[junit4] 1> then default lucene sorting will be used which places docs without the
[junit4] 1> field first in an ascending sort and last in a descending sort.
[junit4] 1> -->
[junit4] 1>
[junit4] 1> <!-- The StrField type is not analyzed, but indexed/stored verbatim. -->
[junit4] 1> <fieldType name="string" class="solr.StrField" sortMissingLast="true" docValues="true" />
[junit4] 1> <fieldType name="strings" class="solr.StrField" sortMissingLast="true" multiValued="true" docValues="true" />
[junit4] 1>
[junit4] 1> <!-- boolean type: "true" or "false" -->
[junit4] 1> <fieldType name="boolean" class="solr.BoolField" sortMissingLast="true"/>
[junit4] 1> <fieldType name="booleans" class="solr.BoolField" sortMissingLast="true" multiValued="true"/>
[junit4] 1>
[junit4] 1> <!--
[junit4] 1> Numeric field types that index values using KD-trees.
[junit4] 1> Point fields don't support FieldCache, so they must have docValues="true" if needed for sorting, faceting, functions, etc.
[junit4] 1> -->
[junit4] 1> <fieldType name="pint" class="solr.IntPointField" docValues="true"/>
[junit4] 1> <fieldType name="pfloat" class="solr.FloatPointField" docValues="true"/>
[junit4] 1> <fieldType name="plong" class="solr.LongPointField" docValues="true"/>
[junit4] 1> <fieldType name="pdouble" class="solr.DoublePointField" docValues="true"/>
[junit4] 1>
[junit4] 1> <fieldType name="pints" class="solr.IntPointField" docValues="true" multiValued="true"/>
[junit4] 1> <fieldType name="pfloats" class="solr.FloatPointField" docValues="true" multiValued="true"/>
[junit4] 1> <fieldType name="plongs" class="solr.LongPointField" docValues="true" multiValued="true"/>
[junit4] 1> <fieldType name="pdoubles" class="solr.DoublePointField" docValues="true" multiValued="true"/>
[junit4] 1>
[junit4] 1> <!-- The format for this date field is of the form 1995-12-31T23:59:59Z, and
[junit4] 1> is a more restricted form of the canonical representation of dateTime
[junit4] 1> http://www.w3.org/TR/xmlschema-2/#dateTime
[junit4] 1> The trailing "Z" designates UTC time and is mandatory.
[junit4] 1> Optional fractional seconds are allowed: 1995-12-31T23:59:59.999Z
[junit4] 1> All other components are mandatory.
[junit4] 1>
[junit4] 1> Expressions can also be used to denote calculations that should be
[junit4] 1> performed relative to "NOW" to determine the value, ie...
[junit4] 1>
[junit4] 1> NOW/HOUR
[junit4] 1> ... Round to the start of the current hour
[junit4] 1> NOW-1DAY
[junit4] 1> ... Exactly 1 day prior to now
[junit4] 1> NOW/DAY+6MONTHS+3DAYS
[junit4] 1> ... 6 months and 3 days in the future from the start of
[junit4] 1> the current day
[junit4] 1>
[junit4] 1> -->
[junit4] 1> <!-- KD-tree versions of date fields -->
[junit4] 1> <fieldType name="pdate" class="solr.DatePointField" docValues="true"/>
[junit4] 1> <fieldType name="pdates" class="solr.DatePointField" docValues="true" multiValued="true"/>
[junit4] 1>
[junit4] 1> <!--Binary data type. The data should be sent/retrieved in as Base64 encoded Strings -->
[junit4] 1> <fieldType name="binary" class="solr.BinaryField"/>
[junit4] 1>
[junit4] 1> <!-- solr.TextField allows the specification of custom text analyzers
[junit4] 1> specified as a tokenizer and a list of token filters. Different
[junit4] 1> analyzers may be specified for indexing and querying.
[junit4] 1>
[junit4] 1> The optional positionIncrementGap puts space between multiple fields of
[junit4] 1> this type on the same document, with the purpose of preventing false phrase
[junit4] 1> matching across fields.
[junit4] 1>
[junit4] 1> For more info on customizing your analyzer chain, please see
[junit4] 1> http://lucene.apache.org/solr/guide/understanding-analyzers-tokenizers-and-filters.html#understanding-analyzers-tokenizers-and-filters
[junit4] 1> -->
[junit4] 1>
[junit4] 1> <!-- One can also specify an existing Analyzer class that has a
[junit4] 1> default constructor via the class attribute on the analyzer element.
[junit4] 1> Example:
[junit4] 1> <fieldType name="text_greek" class="solr.TextField">
[junit4] 1> <analyzer class="org.apache.lucene.analysis.el.GreekAnalyzer"/>
[junit4] 1> </fieldType>
[junit4] 1> -->
[junit4] 1>
[junit4] 1> <!-- A text field that only splits on whitespace for exact matching of words -->
[junit4] 1> <dynamicField name="*_ws" type="text_ws" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_ws" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.WhitespaceTokenizerFactory"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- A general text field that has reasonable, generic
[junit4] 1> cross-language defaults: it tokenizes with StandardTokenizer,
[junit4] 1> removes stop words from case-insensitive "stopwords.txt"
[junit4] 1> (empty by default), and down cases. At query time only, it
[junit4] 1> also applies synonyms.
[junit4] 1> -->
[junit4] 1> <fieldType name="text_general" class="solr.TextField" positionIncrementGap="100" multiValued="true">
[junit4] 1> <analyzer type="index">
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt" />
[junit4] 1> <!-- in this example, we will only use synonyms at query time
[junit4] 1> <filter class="solr.SynonymGraphFilterFactory" synonyms="index_synonyms.txt" ignoreCase="true" expand="false"/>
[junit4] 1> <filter class="solr.FlattenGraphFilterFactory"/>
[junit4] 1> -->
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> </analyzer>
[junit4] 1> <analyzer type="query">
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt" />
[junit4] 1> <filter class="solr.SynonymGraphFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="true"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- A text field with defaults appropriate for English: it tokenizes with StandardTokenizer,
[junit4] 1> removes English stop words (lang/stopwords_en.txt), down cases, protects words from protwords.txt, and
[junit4] 1> finally applies Porter's stemming. The query time analyzer also applies synonyms from synonyms.txt. -->
[junit4] 1> <dynamicField name="*_txt_en" type="text_en" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_en" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer type="index">
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <!-- in this example, we will only use synonyms at query time
[junit4] 1> <filter class="solr.SynonymGraphFilterFactory" synonyms="index_synonyms.txt" ignoreCase="true" expand="false"/>
[junit4] 1> <filter class="solr.FlattenGraphFilterFactory"/>
[junit4] 1> -->
[junit4] 1> <!-- Case insensitive stop word removal.
[junit4] 1> -->
[junit4] 1> <filter class="solr.StopFilterFactory"
[junit4] 1> ignoreCase="true"
[junit4] 1> words="lang/stopwords_en.txt"
[junit4] 1> />
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.EnglishPossessiveFilterFactory"/>
[junit4] 1> <filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
[junit4] 1> <!-- Optionally you may want to use this less aggressive stemmer instead of PorterStemFilterFactory:
[junit4] 1> <filter class="solr.EnglishMinimalStemFilterFactory"/>
[junit4] 1> -->
[junit4] 1> <filter class="solr.PorterStemFilterFactory"/>
[junit4] 1> </analyzer>
[junit4] 1> <analyzer type="query">
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.SynonymGraphFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="true"/>
[junit4] 1> <filter class="solr.StopFilterFactory"
[junit4] 1> ignoreCase="true"
[junit4] 1> words="lang/stopwords_en.txt"
[junit4] 1> />
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.EnglishPossessiveFilterFactory"/>
[junit4] 1> <filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
[junit4] 1> <!-- Optionally you may want to use this less aggressive stemmer instead of PorterStemFilterFactory:
[junit4] 1> <filter class="solr.EnglishMinimalStemFilterFactory"/>
[junit4] 1> -->
[junit4] 1> <filter class="solr.PorterStemFilterFactory"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- A text field with defaults appropriate for English, plus
[junit4] 1> aggressive word-splitting and autophrase features enabled.
[junit4] 1> This field is just like text_en, except it adds
[junit4] 1> WordDelimiterGraphFilter to enable splitting and matching of
[junit4] 1> words on case-change, alpha numeric boundaries, and
[junit4] 1> non-alphanumeric chars. This means certain compound word
[junit4] 1> cases will work, for example query "wi fi" will match
[junit4] 1> document "WiFi" or "wi-fi".
[junit4] 1> -->
[junit4] 1> <dynamicField name="*_txt_en_split" type="text_en_splitting" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_en_splitting" class="solr.TextField" positionIncrementGap="100" autoGeneratePhraseQueries="true">
[junit4] 1> <analyzer type="index">
[junit4] 1> <tokenizer class="solr.WhitespaceTokenizerFactory"/>
[junit4] 1> <!-- in this example, we will only use synonyms at query time
[junit4] 1> <filter class="solr.SynonymGraphFilterFactory" synonyms="index_synonyms.txt" ignoreCase="true" expand="false"/>
[junit4] 1> -->
[junit4] 1> <!-- Case insensitive stop word removal.
[junit4] 1> -->
[junit4] 1> <filter class="solr.StopFilterFactory"
[junit4] 1> ignoreCase="true"
[junit4] 1> words="lang/stopwords_en.txt"
[junit4] 1> />
[junit4] 1> <filter class="solr.WordDelimiterGraphFilterFactory" generateWordParts="1" generateNumberParts="1" catenateWords="1" catenateNumbers="1" catenateAll="0" splitOnCaseChange="1"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
[junit4] 1> <filter class="solr.PorterStemFilterFactory"/>
[junit4] 1> <filter class="solr.FlattenGraphFilterFactory" />
[junit4] 1> </analyzer>
[junit4] 1> <analyzer type="query">
[junit4] 1> <tokenizer class="solr.WhitespaceTokenizerFactory"/>
[junit4] 1> <filter class="solr.SynonymGraphFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="true"/>
[junit4] 1> <filter class="solr.StopFilterFactory"
[junit4] 1> ignoreCase="true"
[junit4] 1> words="lang/stopwords_en.txt"
[junit4] 1> />
[junit4] 1> <filter class="solr.WordDelimiterGraphFilterFactory" generateWordParts="1" generateNumberParts="1" catenateWords="0" catenateNumbers="0" catenateAll="0" splitOnCaseChange="1"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
[junit4] 1> <filter class="solr.PorterStemFilterFactory"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Less flexible matching, but less false matches. Probably not ideal for product names,
[junit4] 1> but may be good for SKUs. Can insert dashes in the wrong place and still match. -->
[junit4] 1> <dynamicField name="*_txt_en_split_tight" type="text_en_splitting_tight" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_en_splitting_tight" class="solr.TextField" positionIncrementGap="100" autoGeneratePhraseQueries="true">
[junit4] 1> <analyzer type="index">
[junit4] 1> <tokenizer class="solr.WhitespaceTokenizerFactory"/>
[junit4] 1> <filter class="solr.SynonymGraphFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="false"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_en.txt"/>
[junit4] 1> <filter class="solr.WordDelimiterGraphFilterFactory" generateWordParts="0" generateNumberParts="0" catenateWords="1" catenateNumbers="1" catenateAll="0"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
[junit4] 1> <filter class="solr.EnglishMinimalStemFilterFactory"/>
[junit4] 1> <!-- this filter can remove any duplicate tokens that appear at the same position - sometimes
[junit4] 1> possible with WordDelimiterGraphFilter in conjuncton with stemming. -->
[junit4] 1> <filter class="solr.RemoveDuplicatesTokenFilterFactory"/>
[junit4] 1> <filter class="solr.FlattenGraphFilterFactory" />
[junit4] 1> </analyzer>
[junit4] 1> <analyzer type="query">
[junit4] 1> <tokenizer class="solr.WhitespaceTokenizerFactory"/>
[junit4] 1> <filter class="solr.SynonymGraphFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="false"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_en.txt"/>
[junit4] 1> <filter class="solr.WordDelimiterGraphFilterFactory" generateWordParts="0" generateNumberParts="0" catenateWords="1" catenateNumbers="1" catenateAll="0"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
[junit4] 1> <filter class="solr.EnglishMinimalStemFilterFactory"/>
[junit4] 1> <!-- this filter can remove any duplicate tokens that appear at the same position - sometimes
[junit4] 1> possible with WordDelimiterGraphFilter in conjuncton with stemming. -->
[junit4] 1> <filter class="solr.RemoveDuplicatesTokenFilterFactory"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Just like text_general except it reverses the characters of
[junit4] 1> each token, to enable more efficient leading wildcard queries.
[junit4] 1> -->
[junit4] 1> <dynamicField name="*_txt_rev" type="text_general_rev" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_general_rev" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer type="index">
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt" />
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.ReversedWildcardFilterFactory" withOriginal="true"
[junit4] 1> maxPosAsterisk="3" maxPosQuestion="2" maxFractionAsterisk="0.33"/>
[junit4] 1> </analyzer>
[junit4] 1> <analyzer type="query">
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.SynonymGraphFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="true"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt" />
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <dynamicField name="*_phon_en" type="phonetic_en" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="phonetic_en" stored="false" indexed="true" class="solr.TextField" >
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.DoubleMetaphoneFilterFactory" inject="false"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- lowercases the entire field value, keeping it as a single token. -->
[junit4] 1> <dynamicField name="*_s_lower" type="lowercase" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="lowercase" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.KeywordTokenizerFactory"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory" />
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!--
[junit4] 1> Example of using PathHierarchyTokenizerFactory at index time, so
[junit4] 1> queries for paths match documents at that path, or in descendent paths
[junit4] 1> -->
[junit4] 1> <dynamicField name="*_descendent_path" type="descendent_path" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="descendent_path" class="solr.TextField">
[junit4] 1> <analyzer type="index">
[junit4] 1> <tokenizer class="solr.PathHierarchyTokenizerFactory" delimiter="/" />
[junit4] 1> </analyzer>
[junit4] 1> <analyzer type="query">
[junit4] 1> <tokenizer class="solr.KeywordTokenizerFactory" />
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!--
[junit4] 1> Example of using PathHierarchyTokenizerFactory at query time, so
[junit4] 1> queries for paths match documents at that path, or in ancestor paths
[junit4] 1> -->
[junit4] 1> <dynamicField name="*_ancestor_path" type="ancestor_path" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="ancestor_path" class="solr.TextField">
[junit4] 1> <analyzer type="index">
[junit4] 1> <tokenizer class="solr.KeywordTokenizerFactory" />
[junit4] 1> </analyzer>
[junit4] 1> <analyzer type="query">
[junit4] 1> <tokenizer class="solr.PathHierarchyTokenizerFactory" delimiter="/" />
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- This point type indexes the coordinates as separate fields (subFields)
[junit4] 1> If subFieldType is defined, it references a type, and a dynamic field
[junit4] 1> definition is created matching *___<typename>. Alternately, if
[junit4] 1> subFieldSuffix is defined, that is used to create the subFields.
[junit4] 1> Example: if subFieldType="double", then the coordinates would be
[junit4] 1> indexed in fields myloc_0___double,myloc_1___double.
[junit4] 1> Example: if subFieldSuffix="_d" then the coordinates would be indexed
[junit4] 1> in fields myloc_0_d,myloc_1_d
[junit4] 1> The subFields are an implementation detail of the fieldType, and end
[junit4] 1> users normally should not need to know about them.
[junit4] 1> -->
[junit4] 1> <dynamicField name="*_point" type="point" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="point" class="solr.PointType" dimension="2" subFieldSuffix="_d"/>
[junit4] 1>
[junit4] 1> <!-- A specialized field for geospatial search filters and distance sorting. -->
[junit4] 1> <fieldType name="location" class="solr.LatLonPointSpatialField" docValues="true"/>
[junit4] 1>
[junit4] 1> <!-- A geospatial field type that supports multiValued and polygon shapes.
[junit4] 1> For more information about this and other spatial fields see:
[junit4] 1> http://lucene.apache.org/solr/guide/spatial-search.html
[junit4] 1> -->
[junit4] 1> <fieldType name="location_rpt" class="solr.SpatialRecursivePrefixTreeFieldType"
[junit4] 1> geo="true" distErrPct="0.025" maxDistErr="0.001" distanceUnits="kilometers" />
[junit4] 1>
[junit4] 1> <!-- Payloaded field types -->
[junit4] 1> <fieldType name="delimited_payloads_float" stored="false" indexed="true" class="solr.TextField">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.WhitespaceTokenizerFactory"/>
[junit4] 1> <filter class="solr.DelimitedPayloadTokenFilterFactory" encoder="float"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1> <fieldType name="delimited_payloads_int" stored="false" indexed="true" class="solr.TextField">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.WhitespaceTokenizerFactory"/>
[junit4] 1> <filter class="solr.DelimitedPayloadTokenFilterFactory" encoder="integer"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1> <fieldType name="delimited_payloads_string" stored="false" indexed="true" class="solr.TextField">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.WhitespaceTokenizerFactory"/>
[junit4] 1> <filter class="solr.DelimitedPayloadTokenFilterFactory" encoder="identity"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- some examples for different languages (generally ordered by ISO code) -->
[junit4] 1>
[junit4] 1> <!-- Arabic -->
[junit4] 1> <dynamicField name="*_txt_ar" type="text_ar" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_ar" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <!-- for any non-arabic -->
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_ar.txt" />
[junit4] 1> <!-- normalizes ? to ?, etc -->
[junit4] 1> <filter class="solr.ArabicNormalizationFilterFactory"/>
[junit4] 1> <filter class="solr.ArabicStemFilterFactory"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Bulgarian -->
[junit4] 1> <dynamicField name="*_txt_bg" type="text_bg" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_bg" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_bg.txt" />
[junit4] 1> <filter class="solr.BulgarianStemFilterFactory"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Catalan -->
[junit4] 1> <dynamicField name="*_txt_ca" type="text_ca" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_ca" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <!-- removes l', etc -->
[junit4] 1> <filter class="solr.ElisionFilterFactory" ignoreCase="true" articles="lang/contractions_ca.txt"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_ca.txt" />
[junit4] 1> <filter class="solr.SnowballPorterFilterFactory" language="Catalan"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- CJK bigram (see text_ja for a Japanese configuration using morphological analysis) -->
[junit4] 1> <dynamicField name="*_txt_cjk" type="text_cjk" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_cjk" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <!-- normalize width before bigram, as e.g. half-width dakuten combine -->
[junit4] 1> <filter class="solr.CJKWidthFilterFactory"/>
[junit4] 1> <!-- for any non-CJK -->
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.CJKBigramFilterFactory"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Czech -->
[junit4] 1> <dynamicField name="*_txt_cz" type="text_cz" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_cz" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_cz.txt" />
[junit4] 1> <filter class="solr.CzechStemFilterFactory"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Danish -->
[junit4] 1> <dynamicField name="*_txt_da" type="text_da" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_da" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_da.txt" format="snowball" />
[junit4] 1> <filter class="solr.SnowballPorterFilterFactory" language="Danish"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- German -->
[junit4] 1> <dynamicField name="*_txt_de" type="text_de" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_de" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_de.txt" format="snowball" />
[junit4] 1> <filter class="solr.GermanNormalizationFilterFactory"/>
[junit4] 1> <filter class="solr.GermanLightStemFilterFactory"/>
[junit4] 1> <!-- less aggressive: <filter class="solr.GermanMinimalStemFilterFactory"/> -->
[junit4] 1> <!-- more aggressive: <filter class="solr.SnowballPorterFilterFactory" language="German2"/> -->
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Greek -->
[junit4] 1> <dynamicField name="*_txt_el" type="text_el" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_el" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <!-- greek specific lowercase for sigma -->
[junit4] 1> <filter class="solr.GreekLowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="false" words="lang/stopwords_el.txt" />
[junit4] 1> <filter class="solr.GreekStemFilterFactory"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Spanish -->
[junit4] 1> <dynamicField name="*_txt_es" type="text_es" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_es" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_es.txt" format="snowball" />
[junit4] 1> <filter class="solr.SpanishLightStemFilterFactory"/>
[junit4] 1> <!-- more aggressive: <filter class="solr.SnowballPorterFilterFactory" language="Spanish"/> -->
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Basque -->
[junit4] 1> <dynamicField name="*_txt_eu" type="text_eu" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_eu" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_eu.txt" />
[junit4] 1> <filter class="solr.SnowballPorterFilterFactory" language="Basque"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Persian -->
[junit4] 1> <dynamicField name="*_txt_fa" type="text_fa" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_fa" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <!-- for ZWNJ -->
[junit4] 1> <charFilter class="solr.PersianCharFilterFactory"/>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.ArabicNormalizationFilterFactory"/>
[junit4] 1> <filter class="solr.PersianNormalizationFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_fa.txt" />
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4]
[...truncated too long message...]
ister(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1050)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: myExternColl slice: shard2 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 44 more
[junit4] 2>
[junit4] 2> 1483677 INFO (qtp1057326852-12508) [n:127.0.0.1:42785_solr c:myExternColl s:shard2 r:core_node8 x:myExternColl_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=myExternColl_shard2_replica_n6&action=CREATE&numShards=2&collection=myExternColl&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=239770
[junit4] 2> 1483678 ERROR (SUITE-CollectionStateFormat2Test-seed#[AF5EEEDD33E71DD7]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1483678 INFO (SUITE-CollectionStateFormat2Test-seed#[AF5EEEDD33E71DD7]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34819 34819
[junit4] 2> 1488723 INFO (Thread-4272) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34819 34819
[junit4] 2> 1488724 WARN (Thread-4272) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 12 /solr/collections/myExternColl/state.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionStateFormat2Test_AF5EEEDD33E71DD7-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1604, maxMBSortInHeap=7.300922066584442, sim=RandomSimilarity(queryNorm=false): {}, locale=es-DO, timezone=America/Virgin
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=157372616,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [QueryParsingTest, TestCollapseQParserPlugin, TestUpdate, DeleteInactiveReplicaTest, TestLocalFSCloudBackupRestore, TestGraphTermsQParserPlugin, BigEndianAscendingWordSerializerTest, SparseHLLTest, TestCopyFieldCollectionResource, MissingSegmentRecoveryTest, TestPullReplicaErrorHandling, TestSimpleQParserPlugin, DistributedSuggestComponentTest, BasicZkTest, TestCollationFieldDocValues, TestImpersonationWithHadoopAuth, TestShardHandlerFactory, BlockCacheTest, TestMultiValuedNumericRangeQuery, DistribCursorPagingTest, TestRuleBasedAuthorizationPlugin, ForceLeaderTest, TestRandomDVFaceting, TestIBSimilarityFactory, DistributedMLTComponentTest, AtomicUpdateProcessorFactoryTest, TestRandomCollapseQParserPlugin, CacheHeaderTest, SolrMetricReporterTest, TestConfigSets, HttpSolrCallGetCoreTest, TestSolrQueryResponse, UpdateRequestProcessorFactoryTest, HdfsDirectoryTest, SolrPluginUtilsTest, LeaderElectionContextKeyTest, TestSolrCloudWithDelegationTokens, DateFieldTest, TestCSVLoader, TestMergePolicyConfig, SpatialFilterTest, ResponseLogComponentTest, FileUtilsTest, TestSQLHandlerNonCloud, SolrInfoBeanTest, CdcrReplicationHandlerTest, MinimalSchemaTest, IndexSchemaRuntimeFieldTest, FullHLLTest, TestFieldCacheSortRandom, TermVectorComponentTest, PrimitiveFieldTypeTest, DocValuesMissingTest, PreAnalyzedFieldManagedSchemaCloudTest, TestPolicyCloud, ReplicaListTransformerTest, TestStreamBody, TestRebalanceLeaders, RemoteQueryErrorTest, StatsReloadRaceTest, SpellCheckComponentTest, AutoScalingHandlerTest, DeleteReplicaTest, SolrCoreTest, DistributedQueueTest, SliceStateTest, TestUnifiedSolrHighlighter, TestOnReconnectListenerSupport, TestSort, SolrSlf4jReporterTest, MoveReplicaTest, TestBinaryField, BasicDistributedZkTest, TestLRUStatsCache, CursorPagingTest, OverseerTaskQueueTest, WrapperMergePolicyFactoryTest, TestFieldTypeResource, ActionThrottleTest, RAMDirectoryFactoryTest, TestStressCloudBlindAtomicUpdates, TestNamedUpdateProcessors, TestBulkSchemaConcurrent, ZkFailoverTest, JSONWriterTest, TestCustomSort, CleanupOldIndexTest, TestGraphMLResponseWriter, DistributedFacetPivotLongTailTest, TestFoldingMultitermQuery, TestRecoveryHdfs, TestFileDictionaryLookup, DocValuesTest, TestReplicationHandler, TestSolrJ, AutoscalingHistoryHandlerTest, TestNestedDocsSort, BaseCdcrDistributedZkTest, TestManagedSchemaAPI, TestConfigsApi, ClassificationUpdateProcessorIntegrationTest, SubstringBytesRefFilterTest, HdfsDirectoryFactoryTest, SolrIndexMetricsTest, PeerSyncTest, TestConfigReload, URLClassifyProcessorTest, TestComponentsName, TestLegacyFieldCache, TestSolrDeletionPolicy1, CollectionStateFormat2Test]
[junit4] Completed [323/745 (2!)] on J0 in 246.08s, 2 tests, 2 errors <<< FAILURES!
[...truncated 48606 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9) - Build # 20712 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20712/
Java: 64bit/jdk-9 -XX:-UseCompressedOops -XX:+UseParallelGC --illegal-access=deny
14 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes
Error Message:
Error from server at http://127.0.0.1:38595/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:38595/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([BAE6BE7088FFD7FE:DEA66B1C33315FEF]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes(CollectionsAPIDistributedZkTest.java:334)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Error from server at http://127.0.0.1:38595/solr: delete the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:38595/solr: delete the collection time out:180s
at __randomizedtesting.SeedInfo.seed([BAE6BE7088FFD7FE:F293CAC48ECCF86B]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:444)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.clearCluster(CollectionsAPIDistributedZkTest.java:111)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testNoConfigSetExist
Error Message:
Error from server at http://127.0.0.1:38595/solr: delete the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:38595/solr: delete the collection time out:180s
at __randomizedtesting.SeedInfo.seed([BAE6BE7088FFD7FE:E6D405A99BF91CA7]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:444)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.clearCluster(CollectionsAPIDistributedZkTest.java:111)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDeleteNonExistentCollection
Error Message:
Error from server at http://127.0.0.1:38595/solr: Could not find collection : nodes_used_collection
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:38595/solr: Could not find collection : nodes_used_collection
at __randomizedtesting.SeedInfo.seed([BAE6BE7088FFD7FE:5DC1AE4D9F9CA807]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:444)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.clearCluster(CollectionsAPIDistributedZkTest.java:111)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection
Error Message:
Error from server at http://127.0.0.1:38595/solr: Could not fully create collection: halfdeletedcollection
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:38595/solr: Could not fully create collection: halfdeletedcollection
at __randomizedtesting.SeedInfo.seed([BAE6BE7088FFD7FE:9066D2953F25F736]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection(CollectionsAPIDistributedZkTest.java:160)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.addReplicaTest
Error Message:
Error from server at http://127.0.0.1:38595/solr: Could not fully create collection: addReplicaColl
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:38595/solr: Could not fully create collection: addReplicaColl
at __randomizedtesting.SeedInfo.seed([BAE6BE7088FFD7FE:2946E95606F79C2F]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.addReplicaTest(CollectionsAPIDistributedZkTest.java:601)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk
Error Message:
Error from server at http://127.0.0.1:38595/solr: Could not fully create collection: onlyinzk
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:38595/solr: Could not fully create collection: onlyinzk
at __randomizedtesting.SeedInfo.seed([BAE6BE7088FFD7FE:E06E2F17EF977EF]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk(CollectionsAPIDistributedZkTest.java:194)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets
Error Message:
Error from server at http://127.0.0.1:38595/solr: Could not fully create collection: withconfigset2
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:38595/solr: Could not fully create collection: withconfigset2
at __randomizedtesting.SeedInfo.seed([BAE6BE7088FFD7FE:9798F12A7FDB6DF2]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSpecificConfigsets(CollectionsAPIDistributedZkTest.java:368)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCreateNodeSet
Error Message:
Error from server at http://127.0.0.1:38595/solr: Could not fully create collection: nodeset_collection
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:38595/solr: Could not fully create collection: nodeset_collection
at __randomizedtesting.SeedInfo.seed([BAE6BE7088FFD7FE:E1456990E17EF376]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCreateNodeSet(CollectionsAPIDistributedZkTest.java:402)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore
Error Message:
Error from server at http://127.0.0.1:38595/solr: Could not fully create collection: halfcollectionblocker
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:38595/solr: Could not fully create collection: halfcollectionblocker
at __randomizedtesting.SeedInfo.seed([BAE6BE7088FFD7FE:562013C473636A1A]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore(CollectionsAPIDistributedZkTest.java:284)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionReload
Error Message:
Error from server at http://127.0.0.1:38595/solr: Could not fully create collection: reloaded_collection
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:38595/solr: Could not fully create collection: reloaded_collection
at __randomizedtesting.SeedInfo.seed([BAE6BE7088FFD7FE:BB5F924E5D707861]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionReload(CollectionsAPIDistributedZkTest.java:469)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCreationAndDeletion
Error Message:
Error from server at http://127.0.0.1:38595/solr: Could not fully create collection: created_and_deleted
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:38595/solr: Could not fully create collection: created_and_deleted
at __randomizedtesting.SeedInfo.seed([BAE6BE7088FFD7FE:88E21FA083EB845F]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCreationAndDeletion(CollectionsAPIDistributedZkTest.java:122)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete
Error Message:
Error from server at https://127.0.0.1:33545/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason: <pre> Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:33545/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([BAE6BE7088FFD7FE:191C10D50F173D5B]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:541)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:998)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete(TestCollectionsAPIViaSolrCloudCluster.java:167)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33545/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:590)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:518)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
... 1 more
FAILED: org.apache.solr.security.BasicAuthIntegrationTest.testBasicAuth
Error Message:
expected:<200> but was:<403>
Stack Trace:
java.lang.AssertionError: expected:<200> but was:<403>
at __randomizedtesting.SeedInfo.seed([BAE6BE7088FFD7FE:688C8622CAC5484]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.security.BasicAuthIntegrationTest.executeCommand(BasicAuthIntegrationTest.java:242)
at org.apache.solr.security.BasicAuthIntegrationTest.testBasicAuth(BasicAuthIntegrationTest.java:154)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 11525 lines...]
[junit4] Suite: org.apache.solr.cloud.TestCollectionsAPIViaSolrCloudCluster
[junit4] 2> 31612 INFO (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[BAE6BE7088FFD7FE]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_BAE6BE7088FFD7FE-001/init-core-data-001
[junit4] 2> 31612 INFO (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[BAE6BE7088FFD7FE]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 31613 INFO (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[BAE6BE7088FFD7FE]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 31615 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[BAE6BE7088FFD7FE]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 5 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_BAE6BE7088FFD7FE-001/tempDir-001
[junit4] 2> 31615 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[BAE6BE7088FFD7FE]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 31618 INFO (Thread-65) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 31618 INFO (Thread-65) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 31620 ERROR (Thread-65) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 31715 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[BAE6BE7088FFD7FE]) [ ] o.a.s.c.ZkTestServer start zk server on port:39245
[junit4] 2> 31728 INFO (jetty-launcher-48-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 31729 INFO (jetty-launcher-48-thread-5) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 31730 INFO (jetty-launcher-48-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 31730 INFO (jetty-launcher-48-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 31732 INFO (jetty-launcher-48-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2ba9d938{/solr,null,AVAILABLE}
[junit4] 2> 31732 INFO (jetty-launcher-48-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 31733 INFO (jetty-launcher-48-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1efc2076{/solr,null,AVAILABLE}
[junit4] 2> 31734 INFO (jetty-launcher-48-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@29cf2dee{SSL,[ssl, http/1.1]}{127.0.0.1:٤٤١٦١}
[junit4] 2> 31734 INFO (jetty-launcher-48-thread-4) [ ] o.e.j.s.Server Started @٣٣٦٤١ms
[junit4] 2> 31734 INFO (jetty-launcher-48-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44161}
[junit4] 2> 31735 ERROR (jetty-launcher-48-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 31735 INFO (jetty-launcher-48-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 31735 INFO (jetty-launcher-48-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 31735 INFO (jetty-launcher-48-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 31735 INFO (jetty-launcher-48-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-22T11:35:28.335209Z
[junit4] 2> 31737 INFO (jetty-launcher-48-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@25751b20{/solr,null,AVAILABLE}
[junit4] 2> 31739 INFO (jetty-launcher-48-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@47ad1e54{/solr,null,AVAILABLE}
[junit4] 2> 31746 INFO (jetty-launcher-48-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2a64e72{SSL,[ssl, http/1.1]}{127.0.0.1:٤٦٦٩٩}
[junit4] 2> 31746 INFO (jetty-launcher-48-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@204fdd9b{SSL,[ssl, http/1.1]}{127.0.0.1:٣٤٤٣٧}
[junit4] 2> 31746 INFO (jetty-launcher-48-thread-1) [ ] o.e.j.s.Server Started @٣٣٦٥٣ms
[junit4] 2> 31746 INFO (jetty-launcher-48-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2c73a66a{/solr,null,AVAILABLE}
[junit4] 2> 31746 INFO (jetty-launcher-48-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46699}
[junit4] 2> 31746 INFO (jetty-launcher-48-thread-5) [ ] o.e.j.s.Server Started @٣٣٦٥٣ms
[junit4] 2> 31746 INFO (jetty-launcher-48-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34437}
[junit4] 2> 31747 ERROR (jetty-launcher-48-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 31747 ERROR (jetty-launcher-48-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 31747 INFO (jetty-launcher-48-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 31747 INFO (jetty-launcher-48-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 31747 INFO (jetty-launcher-48-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 31747 INFO (jetty-launcher-48-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 31747 INFO (jetty-launcher-48-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 31747 INFO (jetty-launcher-48-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 31747 INFO (jetty-launcher-48-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-22T11:35:28.347398Z
[junit4] 2> 31747 INFO (jetty-launcher-48-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-22T11:35:28.347417Z
[junit4] 2> 31747 INFO (jetty-launcher-48-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@684ade37{SSL,[ssl, http/1.1]}{127.0.0.1:٤١٨٠١}
[junit4] 2> 31747 INFO (jetty-launcher-48-thread-2) [ ] o.e.j.s.Server Started @٣٣٦٥٤ms
[junit4] 2> 31747 INFO (jetty-launcher-48-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41801}
[junit4] 2> 31747 ERROR (jetty-launcher-48-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 31748 INFO (jetty-launcher-48-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 31748 INFO (jetty-launcher-48-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 31748 INFO (jetty-launcher-48-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 31748 INFO (jetty-launcher-48-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-22T11:35:28.348183Z
[junit4] 2> 31755 INFO (jetty-launcher-48-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@284d13db{SSL,[ssl, http/1.1]}{127.0.0.1:٣٥٥٨٣}
[junit4] 2> 31755 INFO (jetty-launcher-48-thread-3) [ ] o.e.j.s.Server Started @٣٣٦٦٢ms
[junit4] 2> 31755 INFO (jetty-launcher-48-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35583}
[junit4] 2> 31756 ERROR (jetty-launcher-48-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 31756 INFO (jetty-launcher-48-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 31756 INFO (jetty-launcher-48-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 31756 INFO (jetty-launcher-48-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 31756 INFO (jetty-launcher-48-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-22T11:35:28.356209Z
[junit4] 2> 31778 INFO (jetty-launcher-48-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 31783 INFO (jetty-launcher-48-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 31792 INFO (jetty-launcher-48-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 31816 INFO (jetty-launcher-48-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 31816 INFO (jetty-launcher-48-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 31830 INFO (jetty-launcher-48-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39245/solr
[junit4] 2> 31851 INFO (jetty-launcher-48-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39245/solr
[junit4] 2> 31852 INFO (jetty-launcher-48-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39245/solr
[junit4] 2> 31861 INFO (jetty-launcher-48-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39245/solr
[junit4] 2> 31882 INFO (jetty-launcher-48-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39245/solr
[junit4] 2> 31940 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f43ddc4dc000d, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 31966 INFO (jetty-launcher-48-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 31967 INFO (jetty-launcher-48-thread-2) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41801_solr
[junit4] 2> 31968 INFO (jetty-launcher-48-thread-2) [ ] o.a.s.c.Overseer Overseer (id=98872336595025932-127.0.0.1:41801_solr-n_0000000000) starting
[junit4] 2> 31970 INFO (jetty-launcher-48-thread-5) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 31971 INFO (jetty-launcher-48-thread-5) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34437_solr
[junit4] 2> 31975 INFO (jetty-launcher-48-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 31980 INFO (zkCallback-73-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 31983 INFO (jetty-launcher-48-thread-3) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 31984 INFO (jetty-launcher-48-thread-3) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35583_solr
[junit4] 2> 31986 INFO (zkCallback-74-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 32000 INFO (zkCallback-75-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 32002 INFO (zkCallback-74-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 32002 INFO (zkCallback-73-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 32038 INFO (jetty-launcher-48-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41801_solr
[junit4] 2> 32040 INFO (zkCallback-75-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 32040 INFO (zkCallback-74-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 32040 INFO (zkCallback-73-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 32105 INFO (jetty-launcher-48-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35583.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48d77c02
[junit4] 2> 32111 INFO (jetty-launcher-48-thread-5) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34437.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48d77c02
[junit4] 2> 32114 INFO (jetty-launcher-48-thread-4) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 32117 INFO (jetty-launcher-48-thread-4) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 32120 INFO (jetty-launcher-48-thread-4) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44161_solr
[junit4] 2> 32124 INFO (jetty-launcher-48-thread-5) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34437.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48d77c02
[junit4] 2> 32124 INFO (jetty-launcher-48-thread-5) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34437.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48d77c02
[junit4] 2> 32130 INFO (zkCallback-68-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 32131 INFO (zkCallback-73-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 32131 INFO (jetty-launcher-48-thread-5) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_BAE6BE7088FFD7FE-001/tempDir-001/node5/.
[...truncated too long message...]
.SolrMetricManager Closing metric reporters for registry=solr.collection.authCollection.shard1.leader, tag=1822378947
[junit4] 2> 3263061 INFO (jetty-closer-6610-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34073_solr
[junit4] 2> 3263062 INFO (jetty-closer-6610-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 3263062 INFO (coreCloseExecutor-8912-thread-1) [ ] o.a.s.c.SolrCore [authCollection_shard3_replica_n4] CLOSING SolrCore org.apache.solr.core.SolrCore@171a04a8
[junit4] 2> 3263062 INFO (zkCallback-6639-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 3263062 INFO (coreCloseExecutor-8912-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.authCollection.shard3.replica_n4, tag=387581096
[junit4] 2> 3263062 INFO (zkCallback-6626-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 3263062 INFO (zkCallback-6625-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 3263062 INFO (coreCloseExecutor-8912-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5011bb3: rootName = solr_34073, domain = solr.core.authCollection.shard3.replica_n4, service url = null, agent id = null] for registry solr.core.authCollection.shard3.replica_n4 / com.codahale.metrics.MetricRegistry@2598bcad
[junit4] 2> 3263062 INFO (jetty-closer-6610-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@254c261f{/solr,null,UNAVAILABLE}
[junit4] 2> 3263064 INFO (coreCloseExecutor-8910-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.authCollection.shard2.leader, tag=758983811
[junit4] 2> 3263065 INFO (jetty-closer-6610-thread-3) [ ] o.a.s.c.Overseer Overseer (id=98872548106829831-127.0.0.1:38715_solr-n_0000000000) closing
[junit4] 2> 3263065 WARN (OverseerAutoScalingTriggerThread-98872548106829831-127.0.0.1:38715_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3263065 INFO (OverseerStateUpdate-98872548106829831-127.0.0.1:38715_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:38715_solr
[junit4] 2> 3263066 INFO (zkCallback-6639-thread-2) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34073_solr
[junit4] 2> 3263070 INFO (jetty-closer-6610-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@36e675f1{/solr,null,UNAVAILABLE}
[junit4] 2> 3263071 INFO (coreCloseExecutor-8912-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.authCollection.shard3.leader, tag=387581096
[junit4] 2> 3263074 INFO (jetty-closer-6610-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@688bb0bb{/solr,null,UNAVAILABLE}
[junit4] 2> 3263074 ERROR (SUITE-BasicAuthIntegrationTest-seed#[BAE6BE7088FFD7FE]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3263074 INFO (SUITE-BasicAuthIntegrationTest-seed#[BAE6BE7088FFD7FE]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41043 41043
[junit4] 2> 3268101 INFO (Thread-3976) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41043 41043
[junit4] 2> 3268101 WARN (Thread-3976) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 20 /solr/collections/authCollection/state.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 3 /solr/overseer_elect/election/98872548106829831-127.0.0.1:38715_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_BAE6BE7088FFD7FE-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1588, maxMBSortInHeap=5.961789479956968, sim=RandomSimilarity(queryNorm=false): {}, locale=te, timezone=US/Hawaii
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=51291416,total=530055168
[junit4] 2> NOTE: All tests run in this JVM: [CoreAdminRequestStatusTest, ReplicationFactorTest, ExplicitHLLTest, DeleteNodeTest, SimplePostToolTest, TestCollectionsAPIViaSolrCloudCluster, FieldMutatingUpdateProcessorTest, TestSQLHandler, TestRealTimeGet, TestCloudNestedDocsSort, TestSystemIdResolver, NodeMutatorTest, FieldAnalysisRequestHandlerTest, ManagedSchemaRoundRobinCloudTest, UnloadDistributedZkTest, TestDocTermOrds, SystemInfoHandlerTest, ReturnFieldsTest, ExitableDirectoryReaderTest, TestCoreDiscovery, TestXmlQParser, TestPushWriter, ClusterStateTest, TestNumericTerms64, TestCollectionAPIs, DocValuesNotIndexedTest, TestBinaryResponseWriter, SortByFunctionTest, OverseerCollectionConfigSetProcessorTest, TestLegacyField, HttpPartitionTest, TestGroupingSearch, TestBlendedInfixSuggestions, TestBackupRepositoryFactory, SolrGangliaReporterTest, ClassificationUpdateProcessorFactoryTest, TestExceedMaxTermLength, HdfsBasicDistributedZk2Test, OverseerTest, TestDynamicFieldResource, CollectionReloadTest, DistributedSpellCheckComponentTest, TestMacros, SolrCloudExampleTest, VMParamsZkACLAndCredentialsProvidersTest, TestReRankQParserPlugin, HdfsChaosMonkeySafeLeaderTest, TestGeoJSONResponseWriter, TestCoreContainer, TestHashPartitioner, UniqFieldsUpdateProcessorFactoryTest, TestSolrConfigHandler, HdfsSyncSliceTest, TestSerializedLuceneMatchVersion, TestMissingGroups, ConfigSetsAPITest, TestZkAclsWithHadoopAuth, TestPKIAuthenticationPlugin, TestTolerantSearch, TestBlobHandler, TestHdfsCloudBackupRestore, TestSkipOverseerOperations, AnalyticsQueryTest, TestInitQParser, CSVRequestHandlerTest, SolrMetricManagerTest, TestFuzzyAnalyzedSuggestions, TestQuerySenderListener, SSLMigrationTest, TestUseDocValuesAsStored, TestReloadAndDeleteDocs, BigEndianAscendingWordDeserializerTest, LeaderFailureAfterFreshStartTest, BlobRepositoryCloudTest, TestCharFilters, CdcrVersionReplicationTest, JvmMetricsTest, QueryElevationComponentTest, TemplateUpdateProcessorTest, TestNumericRangeQuery64, TestFieldTypeCollectionResource, TestReload, TestStandardQParsers, TestFunctionQuery, ConnectionReuseTest, TestExtendedDismaxParser, TestSolr4Spatial2, TestConfigSetsAPIZkFailure, DirectSolrConnectionTest, IndexSchemaTest, TestLegacyTerms, SpatialRPTFieldTypeTest, TestSearchPerf, DisMaxRequestHandlerTest, TestMiniSolrCloudClusterSSL, BufferStoreTest, TestQueryWrapperFilter, BasicAuthStandaloneTest, TestClusterStateMutator, FullSolrCloudDistribCmdsTest, BasicDistributedZk2Test, TestCloudSearcherWarming, LeaderElectionTest, DistributedFacetPivotLargeTest, SolrJmxReporterTest, CoreAdminHandlerTest, TestObjectReleaseTracker, TestLMDirichletSimilarityFactory, RecoveryZkTest, TestManagedSynonymFilterFactory, TestPointFields, TestFieldCacheSort, V2StandaloneTest, ExecutePlanActionTest, TestHighFrequencyDictionaryFactory, TestSortByMinMaxFunction, DistributedDebugComponentTest, TestSolrCloudWithSecureImpersonation, SuggesterTest, TestSolrCoreProperties, CustomCollectionTest, ParsingFieldUpdateProcessorsTest, TestEmbeddedSolrServerConstructors, BasicDistributedZkTest, MoveReplicaTest, RecoveryAfterSoftCommitTest, TestCloudRecovery, TestDistribDocBasedVersion, TestLocalFSCloudBackupRestore, TestRandomFlRTGCloud, TestRandomRequestDistribution, TestSSLRandomization, TestStressLiveNodes, TriLevelCompositeIdRoutingTest, AutoAddReplicasPlanActionTest, HttpTriggerListenerTest, NodeAddedTriggerTest, SystemLogListenerTest, HdfsThreadLeakTest, ZkStateReaderTest, ConfigureRecoveryStrategyTest, DirectoryFactoryTest, QueryResultKeyTest, TestConfigOverlay, TestConfigSetProperties, TestCorePropertiesReload, TestCustomStream, TestReplicationHandlerBackup, TestSolrConfigHandlerConcurrent, AutoscalingHistoryHandlerTest, TestDistributedStatsComponentCardinality, SolrCloudReportersTest, TestSubQueryTransformer, TestManagedResource, TestCopyFieldCollectionResource, TestDynamicFieldCollectionResource, TestSchemaNameResource, TestSchemaResource, TestSchemaSimilarityResource, TestManagedSynonymGraphFilterFactory, BadCopyFieldTest, BooleanFieldTest, CurrencyFieldTypeTest, EnumFieldTest, PreAnalyzedFieldManagedSchemaCloudTest, TestCloudManagedSchema, TestCollationFieldDocValues, TestHalfAndHalfDocValues, TestManagedSchema, TestManagedSchemaAPI, TestManagedSchemaThreadSafety, TestSchemaManager, TestSchemalessBufferedUpdates, AnalyticsMergeStrategyTest, TestReloadDeadlock, TestSearcherReuse, TestSimpleQParserPlugin, TestSmileRequest, TestSolrCoreParser, TestXmlQParserPlugin, TestJsonFacetRefinement, TestJsonFacets, BlockJoinFacetRandomTest, GraphQueryTest, TestScoreJoinQPNoScore, TestScoreJoinQPScore, TestJsonRequest, SimpleMLTQParserTest, TestNonDefinedSimilarityFactory, TestPerFieldSimilarityWithDefaultOverride, TestExactSharedStatsCache, BasicAuthIntegrationTest]
[junit4] Completed [702/745 (3!)] on J2 in 9.08s, 1 test, 1 failure <<< FAILURES!
[...truncated 40179 lines...]