You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/10/16 16:01:12 UTC
[JENKINS] Lucene-Solr-Tests-master - Build # 2881 - Failure
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2881/
2 tests failed.
FAILED: org.apache.solr.cloud.DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica
Error Message:
Expected new active leader null Live Nodes: [127.0.0.1:37034_solr, 127.0.0.1:41192_solr, 127.0.0.1:42637_solr] Last available state: DocCollection(raceDeleteReplica_true//collections/raceDeleteReplica_true/state.json/14)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node4":{ "core":"raceDeleteReplica_true_shard1_replica_n2", "base_url":"http://127.0.0.1:43157/solr", "node_name":"127.0.0.1:43157_solr", "state":"down", "type":"NRT", "leader":"true"}, "core_node6":{ "core":"raceDeleteReplica_true_shard1_replica_n5", "base_url":"http://127.0.0.1:43157/solr", "node_name":"127.0.0.1:43157_solr", "state":"down", "type":"NRT"}, "core_node3":{ "core":"raceDeleteReplica_true_shard1_replica_n1", "base_url":"http://127.0.0.1:42637/solr", "node_name":"127.0.0.1:42637_solr", "state":"down", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Expected new active leader
null
Live Nodes: [127.0.0.1:37034_solr, 127.0.0.1:41192_solr, 127.0.0.1:42637_solr]
Last available state: DocCollection(raceDeleteReplica_true//collections/raceDeleteReplica_true/state.json/14)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node4":{
"core":"raceDeleteReplica_true_shard1_replica_n2",
"base_url":"http://127.0.0.1:43157/solr",
"node_name":"127.0.0.1:43157_solr",
"state":"down",
"type":"NRT",
"leader":"true"},
"core_node6":{
"core":"raceDeleteReplica_true_shard1_replica_n5",
"base_url":"http://127.0.0.1:43157/solr",
"node_name":"127.0.0.1:43157_solr",
"state":"down",
"type":"NRT"},
"core_node3":{
"core":"raceDeleteReplica_true_shard1_replica_n1",
"base_url":"http://127.0.0.1:42637/solr",
"node_name":"127.0.0.1:42637_solr",
"state":"down",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([F923BCC90859F029:9335DD1960ABBAE3]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:280)
at org.apache.solr.cloud.DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica(DeleteReplicaTest.java:328)
at org.apache.solr.cloud.DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica(DeleteReplicaTest.java:223)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls
Error Message:
Add replica did not complete expected same:<COMPLETED> was not:<FAILED>
Stack Trace:
java.lang.AssertionError: Add replica did not complete expected same:<COMPLETED> was not:<FAILED>
at __randomizedtesting.SeedInfo.seed([F923BCC90859F029:A14730A80E3358FD]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotSame(Assert.java:641)
at org.junit.Assert.assertSame(Assert.java:580)
at org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls(CollectionsAPIAsyncDistributedZkTest.java:81)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13764 lines...]
[junit4] Suite: org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_F923BCC90859F029-001/init-core-data-001
[junit4] 2> 2266815 WARN (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[F923BCC90859F029]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
[junit4] 2> 2266815 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[F923BCC90859F029]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2266817 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[F923BCC90859F029]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2266817 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[F923BCC90859F029]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2266817 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[F923BCC90859F029]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_F923BCC90859F029-001/tempDir-001
[junit4] 2> 2266817 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[F923BCC90859F029]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2266818 INFO (Thread-3914) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2266818 INFO (Thread-3914) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2266864 ERROR (Thread-3914) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2266924 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[F923BCC90859F029]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:35054
[junit4] 2> 2267034 INFO (zkConnectionManagerCallback-2726-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2267256 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x105218e7f140000, likely client has closed socket
[junit4] 2> 2267293 INFO (jetty-launcher-2723-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 2267325 INFO (jetty-launcher-2723-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2267325 INFO (jetty-launcher-2723-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2267325 INFO (jetty-launcher-2723-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2267340 INFO (jetty-launcher-2723-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@74e90d58{/solr,null,AVAILABLE}
[junit4] 2> 2267341 INFO (jetty-launcher-2723-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4586072d{HTTP/1.1,[http/1.1]}{127.0.0.1:44239}
[junit4] 2> 2267341 INFO (jetty-launcher-2723-thread-1) [ ] o.e.j.s.Server Started @2267391ms
[junit4] 2> 2267341 INFO (jetty-launcher-2723-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44239}
[junit4] 2> 2267341 ERROR (jetty-launcher-2723-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2267341 INFO (jetty-launcher-2723-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2267341 INFO (jetty-launcher-2723-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2267341 INFO (jetty-launcher-2723-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2267341 INFO (jetty-launcher-2723-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2267341 INFO (jetty-launcher-2723-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-16T14:33:42.813Z
[junit4] 2> 2267403 INFO (jetty-launcher-2723-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 2267437 INFO (jetty-launcher-2723-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2267437 INFO (jetty-launcher-2723-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2267437 INFO (jetty-launcher-2723-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2267453 INFO (jetty-launcher-2723-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7c22690d{/solr,null,AVAILABLE}
[junit4] 2> 2267453 INFO (jetty-launcher-2723-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@46d53644{HTTP/1.1,[http/1.1]}{127.0.0.1:36011}
[junit4] 2> 2267453 INFO (jetty-launcher-2723-thread-2) [ ] o.e.j.s.Server Started @2267503ms
[junit4] 2> 2267453 INFO (jetty-launcher-2723-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36011}
[junit4] 2> 2267453 ERROR (jetty-launcher-2723-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2267453 INFO (jetty-launcher-2723-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2267454 INFO (jetty-launcher-2723-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2267454 INFO (jetty-launcher-2723-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2267454 INFO (jetty-launcher-2723-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2267454 INFO (jetty-launcher-2723-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-16T14:33:42.926Z
[junit4] 2> 2267465 INFO (zkConnectionManagerCallback-2728-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2267474 INFO (jetty-launcher-2723-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2267611 INFO (zkConnectionManagerCallback-2730-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2267627 INFO (jetty-launcher-2723-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2268939 INFO (jetty-launcher-2723-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35054/solr
[junit4] 2> 2268967 INFO (zkConnectionManagerCallback-2734-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2269162 INFO (zkConnectionManagerCallback-2736-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2269489 INFO (jetty-launcher-2723-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35054/solr
[junit4] 2> 2269531 INFO (zkConnectionManagerCallback-2742-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2269548 INFO (zkConnectionManagerCallback-2744-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2269610 INFO (jetty-launcher-2723-thread-2) [n:127.0.0.1:36011_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36011_solr
[junit4] 2> 2269611 INFO (jetty-launcher-2723-thread-2) [n:127.0.0.1:36011_solr ] o.a.s.c.Overseer Overseer (id=73501864822571014-127.0.0.1:36011_solr-n_0000000000) starting
[junit4] 2> 2269690 INFO (zkConnectionManagerCallback-2751-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2269692 INFO (jetty-launcher-2723-thread-2) [n:127.0.0.1:36011_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35054/solr ready
[junit4] 2> 2269707 INFO (OverseerStateUpdate-73501864822571014-127.0.0.1:36011_solr-n_0000000000) [n:127.0.0.1:36011_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:36011_solr
[junit4] 2> 2269707 INFO (jetty-launcher-2723-thread-2) [n:127.0.0.1:36011_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36011_solr
[junit4] 2> 2269791 INFO (jetty-launcher-2723-thread-1) [n:127.0.0.1:44239_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2269800 INFO (zkCallback-2743-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2269832 INFO (zkCallback-2750-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2269840 INFO (jetty-launcher-2723-thread-2) [n:127.0.0.1:36011_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2269876 INFO (jetty-launcher-2723-thread-1) [n:127.0.0.1:44239_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2269876 INFO (jetty-launcher-2723-thread-1) [n:127.0.0.1:44239_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44239_solr
[junit4] 2> 2269910 INFO (zkCallback-2750-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2269910 DEBUG (OverseerStateUpdate-73501864822571014-127.0.0.1:36011_solr-n_0000000000) [n:127.0.0.1:36011_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:44239_solr"} current state version: 0
[junit4] 2> 2269947 INFO (zkCallback-2743-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2269948 INFO (zkCallback-2735-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2270040 INFO (zkConnectionManagerCallback-2757-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2270041 INFO (jetty-launcher-2723-thread-2) [n:127.0.0.1:36011_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36011.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@eb817d4
[junit4] 2> 2270057 INFO (jetty-launcher-2723-thread-1) [n:127.0.0.1:44239_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2270058 INFO (jetty-launcher-2723-thread-1) [n:127.0.0.1:44239_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35054/solr ready
[junit4] 2> 2270077 INFO (jetty-launcher-2723-thread-2) [n:127.0.0.1:36011_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36011.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@eb817d4
[junit4] 2> 2270077 INFO (jetty-launcher-2723-thread-2) [n:127.0.0.1:36011_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36011.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@eb817d4
[junit4] 2> 2270078 INFO (jetty-launcher-2723-thread-2) [n:127.0.0.1:36011_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_F923BCC90859F029-001/tempDir-001/node2/.
[junit4] 2> 2270115 INFO (jetty-launcher-2723-thread-1) [n:127.0.0.1:44239_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2270368 INFO (jetty-launcher-2723-thread-1) [n:127.0.0.1:44239_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44239.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@eb817d4
[junit4] 2> 2270438 INFO (jetty-launcher-2723-thread-1) [n:127.0.0.1:44239_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44239.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@eb817d4
[junit4] 2> 2270438 INFO (jetty-launcher-2723-thread-1) [n:127.0.0.1:44239_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44239.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@eb817d4
[junit4] 2> 2270439 INFO (jetty-launcher-2723-thread-1) [n:127.0.0.1:44239_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_F923BCC90859F029-001/tempDir-001/node1/.
[junit4] 2> 2270596 INFO (zkConnectionManagerCallback-2760-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2270613 INFO (zkConnectionManagerCallback-2765-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2270614 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[F923BCC90859F029]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2270615 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[F923BCC90859F029]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35054/solr ready
[junit4] 2> 2271720 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[F923BCC90859F029]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAsyncIdBackCompat
[junit4] 2> 2271826 INFO (qtp770804652-13585) [n:127.0.0.1:44239_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=testAsyncIdBackCompat&collection.configName=conf1&name=testAsyncIdBackCompat&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2271827 INFO (qtp770804652-13585) [n:127.0.0.1:44239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=testAsyncIdBackCompat&collection.configName=conf1&name=testAsyncIdBackCompat&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2271828 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[F923BCC90859F029]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testAsyncIdBackCompat
[junit4] IGNOR/A 0.00s J2 | CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition
[junit4] > Assumption #1: 'badapple' test group is disabled (@BadApple(bugUrl=https://issues.apache.org/jira/browse/SOLR-12028))
[junit4] IGNOR/A 0.00s J2 | CollectionsAPIAsyncDistributedZkTest.testAsyncRequests
[junit4] > Assumption #1: 'badapple' test group is disabled (@BadApple(bugUrl=https://issues.apache.org/jira/browse/SOLR-12028))
[junit4] 2> 2273263 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[F923BCC90859F029]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSolrJAPICalls
[junit4] 2> 2273264 INFO (qtp770804652-13581) [n:127.0.0.1:44239_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=bc0df9f8-228f-4a7c-85a7-a069dcd6e75f&collection.configName=conf1&name=testasynccollectioncreation&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2273336 INFO (qtp770804652-13581) [n:127.0.0.1:44239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=bc0df9f8-228f-4a7c-85a7-a069dcd6e75f&collection.configName=conf1&name=testasynccollectioncreation&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=72
[junit4] 2> 2273337 INFO (qtp770804652-13584) [n:127.0.0.1:44239_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=bc0df9f8-228f-4a7c-85a7-a069dcd6e75f&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2273360 INFO (qtp770804652-13584) [n:127.0.0.1:44239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=bc0df9f8-228f-4a7c-85a7-a069dcd6e75f&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=23
[junit4] 2> 2273387 INFO (OverseerThreadFactory-5105-thread-1-processing-n:127.0.0.1:36011_solr) [n:127.0.0.1:36011_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testasynccollectioncreation
[junit4] 2> 2273405 DEBUG (OverseerStateUpdate-73501864822571014-127.0.0.1:36011_solr-n_0000000000) [n:127.0.0.1:36011_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"testasynccollectioncreation",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "async":"bc0df9f8-228f-4a7c-85a7-a069dcd6e75f",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 2273560 INFO (qtp770804652-13580) [n:127.0.0.1:44239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=26
[junit4] 2> 2273583 INFO (qtp1468642077-13596) [n:127.0.0.1:36011_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2273620 DEBUG (OverseerStateUpdate-73501864822571014-127.0.0.1:36011_solr-n_0000000000) [n:127.0.0.1:36011_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testasynccollectioncreation",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testasynccollectioncreation_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36011/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 2273620 INFO (OverseerStateUpdate-73501864822571014-127.0.0.1:36011_solr-n_0000000000) [n:127.0.0.1:36011_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testasynccollectioncreation",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testasynccollectioncreation_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36011/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2273870 INFO (qtp1468642077-13591) [n:127.0.0.1:36011_solr x:testasynccollectioncreation_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=testasynccollectioncreation&version=2&replicaType=NRT&async=bc0df9f8-228f-4a7c-85a7-a069dcd6e75f22037830028875788&coreNodeName=core_node2&name=testasynccollectioncreation_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin} status=0 QTime=11
[junit4] 2> 2273870 INFO (parallelCoreAdminExecutor-5106-thread-1-processing-n:127.0.0.1:36011_solr x:testasynccollectioncreation_shard1_replica_n1 bc0df9f8-228f-4a7c-85a7-a069dcd6e75f22037830028875788 CREATE) [n:127.0.0.1:36011_solr x:testasynccollectioncreation_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=testasynccollectioncreation&version=2&replicaType=NRT&async=bc0df9f8-228f-4a7c-85a7-a069dcd6e75f22037830028875788&coreNodeName=core_node2&name=testasynccollectioncreation_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin
[junit4] 2> 2273873 INFO (parallelCoreAdminExecutor-5106-thread-1-processing-n:127.0.0.1:36011_solr x:testasynccollectioncreation_shard1_replica_n1 bc0df9f8-228f-4a7c-85a7-a069dcd6e75f22037830028875788 CREATE) [n:127.0.0.1:36011_solr x:testasynccollectioncreation_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2273874 INFO (qtp1468642077-13591) [n:127.0.0.1:36011_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : bc0df9f8-228f-4a7c-85a7-a069dcd6e75f22037830028875788
[junit4] 2> 2273886 INFO (qtp1468642077-13591) [n:127.0.0.1:36011_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=bc0df9f8-228f-4a7c-85a7-a069dcd6e75f22037830028875788&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=12
[junit4] 2> 2273983 DEBUG (OverseerStateUpdate-73501864822571014-127.0.0.1:36011_solr-n_0000000000) [n:127.0.0.1:36011_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"testasynccollectioncreation_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:36011/solr",
[junit4] 2> "node_name":"127.0.0.1:36011_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testasynccollectioncreation",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 2274372 INFO (qtp770804652-13586) [n:127.0.0.1:44239_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=bc0df9f8-228f-4a7c-85a7-a069dcd6e75f&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2274414 INFO (qtp770804652-13586) [n:127.0.0.1:44239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=bc0df9f8-228f-4a7c-85a7-a069dcd6e75f&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=42
[junit4] 2> 2274887 INFO (qtp1468642077-13595) [n:127.0.0.1:36011_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : bc0df9f8-228f-4a7c-85a7-a069dcd6e75f22037830028875788
[junit4] 2> 2274888 INFO (qtp1468642077-13595) [n:127.0.0.1:36011_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=bc0df9f8-228f-4a7c-85a7-a069dcd6e75f22037830028875788&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2275008 INFO (parallelCoreAdminExecutor-5106-thread-1-processing-n:127.0.0.1:36011_solr x:testasynccollectioncreation_shard1_replica_n1 bc0df9f8-228f-4a7c-85a7-a069dcd6e75f22037830028875788 CREATE) [n:127.0.0.1:36011_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2275070 INFO (parallelCoreAdminExecutor-5106-thread-1-processing-n:127.0.0.1:36011_solr x:testasynccollectioncreation_shard1_replica_n1 bc0df9f8-228f-4a7c-85a7-a069dcd6e75f22037830028875788 CREATE) [n:127.0.0.1:36011_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.s.IndexSchema [testasynccollectioncreation_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2275086 INFO (parallelCoreAdminExecutor-5106-thread-1-processing-n:127.0.0.1:36011_solr x:testasynccollectioncreation_shard1_replica_n1 bc0df9f8-228f-4a7c-85a7-a069dcd6e75f22037830028875788 CREATE) [n:127.0.0.1:36011_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2275086 INFO (parallelCoreAdminExecutor-5106-thread-1-processing-n:127.0.0.1:36011_solr x:testasynccollectioncreation_shard1_replica_n1 bc0df9f8-228f-4a7c-85a7-a069dcd6e75f22037830028875788 CREATE) [n:127.0.0.1:36011_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testasynccollectioncreation_shard1_replica_n1' using configuration from collection testasynccollectioncreation, trusted=true
[junit4] 2> 2275086 INFO (parallelCoreAdminExecutor-5106-thread-1-processing-n:127.0.0.1:36011_solr x:testasynccollectioncreation_shard1_replica_n1 bc0df9f8-228f-4a7c-85a7-a069dcd6e75f22037830028875788 CREATE) [n:127.0.0.1:36011_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36011.solr.core.testasynccollectioncreation.shard1.replica_n1' (registry 'solr.core.testasynccollectioncreation.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@eb817d4
[junit4] 2> 2275086 INFO (parallelCoreAdminExecutor-5106-thread-1-processing-n:127.0.0.1:36011_solr x:testasynccollectioncreation_shard1_replica_n1 bc0df9f8-228f-4a7c-85a7-a069dcd6e75f22037830028875788 CREATE) [n:127.0.0.1:36011_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.c.SolrCore [[testasynccollectioncreation_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_F923BCC90859F029-001/tempDir-001/node2/testasynccollectioncreation_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_F923BCC90859F029-001/tempDir-001/node2/./testasynccollectioncreation_shard1_replica_n1/data/]
[junit4] 2> 2275350 INFO (parallelCoreAdminExecutor-5106-thread-1-processing-n:127.0.0.1:36011_solr x:testasynccollectioncreation_shard1_replica_n1 bc0df9f8-228f-4a7c-85a7-a069dcd6e75f22037830028875788 CREATE) [n:127.0.0.1:36011_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2275350 INFO (parallelCoreAdminExecutor-5106-thread-1-processing-n:127.0.0.1:36011_solr x:testasynccollectioncreation_shard1_replica_n1 bc0df9f8-228f-4a7c-85a7-a069dcd6e75f22037830028875788 CREATE) [n:127.0.0.1:36011_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2275364 INFO (parallelCoreAdminExecutor-5106-thread-1-processing-n:127.0.0.1:36011_solr x:testasynccollectioncreation_shard1_replica_n1 bc0df9f8-228f-4a7c-85a7-a069dcd6e75f22037830028875788 CREATE) [n:127.0.0.1:36011_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2275364 INFO (parallelCoreAdminExecutor-5106-thread-1-processing-n:127.0.0.1:36011_solr x:testasynccollectioncreation_shard1_replica_n1 bc0df9f8-228f-4a7c-85a7-a069dcd6e75f22037830028875788 CREATE) [n:127.0.0.1:36011_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2275365 INFO (parallelCoreAdminExecutor-5106-thread-1-processing-n:127.0.0.1:36011_solr x:testasynccollectioncreation_shard1_replica_n1 bc0df9f8-228f-4a7c-85a7-a069dcd6e75f22037830028875788 CREATE) [n:127.0.0.1:36011_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f6c30d8[testasynccollectioncreation_shard1_replica_n1] main]
[junit4] 2> 2275382 INFO (parallelCoreAdminExecutor-5106-thread-1-processing-n:127.0.0.1:36011_solr x:testasynccollectioncreation_shard1_replica_n1 bc0df9f8-228f-4a7c-85a7-a069dcd6e75f22037830028875788 CREATE) [n:127.0.0.1:36011_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2275383 INFO (parallelCoreAdminExecutor-5106-thread-1-processing-n:127.0.0.1:36011_solr x:testasynccollectioncreation_shard1_replica_n1 bc0df9f8-228f-4a7c-85a7-a069dcd6e75f22037830028875788 CREATE) [n:127.0.0.1:36011_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2275384 INFO (parallelCoreAdminExecutor-5106-thread-1-processing-n:127.0.0.1:36011_solr x:testasynccollectioncreation_shard1_replica_n1 bc0df9f8-228f-4a7c-85a7-a069dcd6e75f22037830028875788 CREATE) [n:127.0.0.1:36011_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2275384 INFO (searcherExecutor-5114-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n1 bc0df9f8-228f-4a7c-85a7-a069dcd6e75f22037830028875788 r:core_node2 CREATE n:127.0.0.1:36011_solr c:testasynccollectioncreation s:shard1) [n:127.0.0.1:36011_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.c.SolrCore [testasynccollectioncreation_shard1_replica_n1] Registered new searcher Searcher@1f6c30d8[testasynccollectioncreation_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2275384 INFO (parallelCoreAdminExecutor-5106-thread-1-processing-n:127.0.0.1:36011_solr x:testasynccollectioncreation_shard1_replica_n1 bc0df9f8-228f-4a7c-85a7-a069dcd6e75f22037830028875788 CREATE) [n:127.0.0.1:36011_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1614492918985261056
[junit4] 2> 2275430 INFO (qtp770804652-13584) [n:127.0.0.1:44239_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=bc0df9f8-228f-4a7c-85a7-a069dcd6e75f&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2275431 INFO (parallelCoreAdminExecutor-5106-thread-1-processing-n:127.0.0.1:36011_solr x:testasynccollectioncreation_shard1_replica_n1 bc0df9f8-228f-4a7c-85a7-a069dcd6e75f22037830028875788 CREATE) [n:127.0.0.1:36011_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testasynccollectioncreation/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 2275432 INFO (qtp770804652-13584) [n:127.0.0.1:44239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=bc0df9f8-228f-4a7c-85a7-a069dcd6e75f&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 2275433 INFO (parallelCoreAdminExecutor-5106-thread-1-processing-n:127.0.0.1:36011_solr x:testasynccollectioncreation_shard1_replica_n1 bc0df9f8-228f-4a7c-85a7-a069dcd6e75f22037830028875788 CREATE) [n:127.0.0.1:36011_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2275433 INFO (parallelCoreAdminExecutor-5106-thread-1-processing-n:127.0.0.1:36011_solr x:testasynccollectioncreation_shard1_replica_n1 bc0df9f8-228f-4a7c-85a7-a069dcd6e75f22037830028875788 CREATE) [n:127.0.0.1:36011_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2275433 INFO (parallelCoreAdminExecutor-5106-thread-1-processing-n:127.0.0.1:36011_solr x:testasynccollectioncreation_shard1_replica_n1 bc0df9f8-228f-4a7c-85a7-a069dcd6e75f22037830028875788 CREATE) [n:127.0.0.1:36011_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36011/solr/testasynccollectioncreation_shard1_replica_n1/
[junit4] 2> 2275433 INFO (parallelCoreAdminExecutor-5106-thread-1-processing-n:127.0.0.1:36011_solr x:testasynccollectioncreation_shard1_replica_n1 bc0df9f8-228f-4a7c-85a7-a069dcd6e75f22037830028875788 CREATE) [n:127.0.0.1:36011_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2275434 INFO (parallelCoreAdminExecutor-5106-thread-1-processing-n:127.0.0.1:36011_solr x:testasynccollectioncreation_shard1_replica_n1 bc0df9f8-228f-4a7c-85a7-a069dcd6e75f22037830028875788 CREATE) [n:127.0.0.1:36011_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:36011/solr/testasynccollectioncreation_shard1_replica_n1/ has no replicas
[junit4] 2> 2275461 INFO (parallelCoreAdminExecutor-5106-thread-1-processing-n:127.0.0.1:36011_solr x:testasynccollectioncreation_shard1_replica_n1 bc0df9f8-228f-4a7c-85a7-a069dcd6e75f22037830028875788 CREATE) [n:127.0.0.1:36011_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36011/solr/testasynccollectioncreation_shard1_replica_n1/ shard1
[junit4] 2> 2275466 DEBUG (OverseerStateUpdate-73501864822571014-127.0.0.1:36011_solr-n_0000000000) [n:127.0.0.1:36011_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testasynccollectioncreation",
[junit4] 2> "base_url":"http://127.0.0.1:36011/solr",
[junit4] 2> "core":"testasynccollectioncreation_shard1_replica_n1",
[junit4] 2> "state":"active"} current state version: 0
[junit4] 2> 2275617 INFO (parallelCoreAdminExecutor-5106-thread-1-processing-n:127.0.0.1:36011_solr x:testasynccollectioncreation_shard1_replica_n1 bc0df9f8-228f-4a7c-85a7-a069dcd6e75f22037830028875788 CREATE) [n:127.0.0.1:36011_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2275618 DEBUG (OverseerStateUpdate-73501864822571014-127.0.0.1:36011_solr-n_0000000000) [n:127.0.0.1:36011_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"testasynccollectioncreation_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:36011/solr",
[junit4] 2> "node_name":"127.0.0.1:36011_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testasynccollectioncreation",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 2275720 INFO (zkCallback-2743-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2275889 INFO (qtp1468642077-13598) [n:127.0.0.1:36011_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : bc0df9f8-228f-4a7c-85a7-a069dcd6e75f22037830028875788
[junit4] 2> 2275889 INFO (qtp1468642077-13598) [n:127.0.0.1:36011_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=bc0df9f8-228f-4a7c-85a7-a069dcd6e75f22037830028875788&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2275894 INFO (OverseerThreadFactory-5105-thread-1-processing-n:127.0.0.1:36011_solr) [n:127.0.0.1:36011_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2276451 INFO (qtp770804652-13586) [n:127.0.0.1:44239_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=bc0df9f8-228f-4a7c-85a7-a069dcd6e75f&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2276487 INFO (qtp770804652-13586) [n:127.0.0.1:44239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=bc0df9f8-228f-4a7c-85a7-a069dcd6e75f&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=36
[junit4] 2> 2276488 INFO (qtp770804652-13584) [n:127.0.0.1:44239_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=bc0df9f8-228f-4a7c-85a7-a069dcd6e75f&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2276523 INFO (qtp770804652-13584) [n:127.0.0.1:44239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=bc0df9f8-228f-4a7c-85a7-a069dcd6e75f&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=35
[junit4] 2> 2276524 INFO (qtp770804652-13586) [n:127.0.0.1:44239_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=a3ea451a-aea9-45c4-be4a-97f378722ac5&collection.configName=conf1&name=testasynccollectioncreation&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2276763 INFO (qtp770804652-13586) [n:127.0.0.1:44239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=a3ea451a-aea9-45c4-be4a-97f378722ac5&collection.configName=conf1&name=testasynccollectioncreation&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=238
[junit4] 2> 2276764 INFO (qtp770804652-13584) [n:127.0.0.1:44239_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=a3ea451a-aea9-45c4-be4a-97f378722ac5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2276767 INFO (OverseerCollectionConfigSetProcessor-73501864822571014-127.0.0.1:36011_solr-n_0000000000) [n:127.0.0.1:36011_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2276767 INFO (OverseerThreadFactory-5105-thread-2-processing-n:127.0.0.1:36011_solr) [n:127.0.0.1:36011_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testasynccollectioncreation
[junit4] 2> 2276815 INFO (qtp770804652-13584) [n:127.0.0.1:44239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=a3ea451a-aea9-45c4-be4a-97f378722ac5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=51
[junit4] 2> 2276823 ERROR (OverseerThreadFactory-5105-thread-2-processing-n:127.0.0.1:36011_solr) [n:127.0.0.1:36011_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: testasynccollectioncreation operation: create failed:org.apache.solr.common.SolrException: collection already exists: testasynccollectioncreation
[junit4] 2> at org.apache.solr.cloud.api.collections.CreateCollectionCmd.call(CreateCollectionCmd.java:108)
[junit4] 2> at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:259)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:478)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 2276824 INFO (OverseerThreadFactory-5105-thread-2-processing-n:127.0.0.1:36011_solr) [n:127.0.0.1:36011_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000001 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2277818 INFO (qtp770804652-13586) [n:127.0.0.1:44239_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=a3ea451a-aea9-45c4-be4a-97f378722ac5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2277835 INFO (qtp770804652-13586) [n:127.0.0.1:44239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=a3ea451a-aea9-45c4-be4a-97f378722ac5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=16
[junit4] 2> 2277835 INFO (qtp770804652-13584) [n:127.0.0.1:44239_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=a3ea451a-aea9-45c4-be4a-97f378722ac5&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2277836 INFO (qtp770804652-13584) [n:127.0.0.1:44239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=a3ea451a-aea9-45c4-be4a-97f378722ac5&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2277854 INFO (qtp770804652-13584) [n:127.0.0.1:44239_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params async=a642a451-c941-4f08-9392-456228ce6645&action=ADDREPLICA&collection=testasynccollectioncreation&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2277856 INFO (qtp770804652-13584) [n:127.0.0.1:44239_solr c:testasynccollectioncreation ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=a642a451-c941-4f08-9392-456228ce6645&action=ADDREPLICA&collection=testasynccollectioncreation&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2277856 INFO (qtp770804652-13586) [n:127.0.0.1:44239_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2277857 INFO (qtp770804652-13586) [n:127.0.0.1:44239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2277883 INFO (OverseerCollectionConfigSetProcessor-73501864822571014-127.0.0.1:36011_solr-n_0000000000) [n:127.0.0.1:36011_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000001 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2277922 INFO (qtp770804652-13580) [n:127.0.0.1:44239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2277959 INFO (qtp1468642077-13592) [n:127.0.0.1:36011_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testasynccollectioncreation.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 2277993 INFO (qtp1468642077-13595) [n:127.0.0.1:36011_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=33
[junit4] 2> 2277994 INFO (qtp1468642077-13594) [n:127.0.0.1:36011_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testasynccollectioncreation.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 2277995 INFO (OverseerThreadFactory-5105-thread-3-processing-n:127.0.0.1:36011_solr) [n:127.0.0.1:36011_solr c:testasynccollectioncreation s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:44239_solr for creating new replica of shard shard1 for collection testasynccollectioncreation
[junit4] 2> 2287898 WARN (jetty-launcher-2723-thread-2-SendThread(127.0.0.1:35054)) [ ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 9902ms for sessionid 0x105218e7f140007
[junit4] 2> 2287921 WARN (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[F923BCC90859F029]-worker-SendThread(127.0.0.1:35054)) [ ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 11118ms for sessionid 0x105218e7f14000a
[junit4] 2> 2287943 WARN (jetty-launcher-2723-thread-1-SendThread(127.0.0.1:35054)) [ ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 11164ms for sessionid 0x105218e7f140008
[junit4] 2> 2287943 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x105218e7f14000a, likely client has closed socket
[junit4] 2> 2287944 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x105218e7f140007, likely client has closed socket
[junit4] 2> 2287944 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x105218e7f140008, likely client has closed socket
[junit4] 2> 2287955 INFO (qtp770804652-13584) [n:127.0.0.1:44239_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2287981 DEBUG (OverseerStateUpdate-73501864822571014-127.0.0.1:36011_solr-n_0000000000) [n:127.0.0.1:36011_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"testasynccollectioncreation",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testasynccollectioncreation_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:44239/solr",
[junit4] 2> "node_name":"127.0.0.1:44239_solr",
[junit4] 2> "type":"NRT"} current state version: 0
[junit4] 2> 2287981 INFO (OverseerStateUpdate-73501864822571014-127.0.0.1:36011_solr-n_0000000000) [n:127.0.0.1:36011_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"testasynccollectioncreation",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testasynccollectioncreation_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:44239/solr",
[junit4] 2> "node_name":"127.0.0.1:44239_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2288028 INFO (qtp770804652-13584) [n:127.0.0.1:44239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=72
[junit4] 2> 2288036 WARN (zkConnectionManagerCallback-2765-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@56a36b name: ZooKeeperConnection Watcher:127.0.0.1:35054/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 2288036 WARN (zkConnectionManagerCallback-2765-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 2288065 WARN (zkConnectionManagerCallback-2751-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7befe968 name: ZooKeeperConnection Watcher:127.0.0.1:35054/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 2288065 WARN (zkConnectionManagerCallback-2751-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 2288069 WARN (zkConnectionManagerCallback-2757-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@76d38d42 name: ZooKeeperConnection Watcher:127.0.0.1:35054/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 2288069 WARN (zkConnectionManagerCallback-2757-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 2289029 INFO (qtp770804652-13586) [n:127.0.0.1:44239_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2289085 INFO (qtp770804652-13586) [n:127.0.0.1:44239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=55
[junit4] 2> 2289105 WARN (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[F923BCC90859F029]-worker-SendThread(127.0.0.1:35054)) [ ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x105218e7f14000a has expired
[junit4] 2> 2289106 WARN (zkConnectionManagerCallback-2765-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@56a36b name: ZooKeeperConnection Watcher:127.0.0.1:35054/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 2289106 WARN (zkConnectionManagerCallback-2765-thread-1) [ ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 2289223 WARN (zkConnectionManagerCallback-2765-thread-1) [ ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 2289260 INFO (zkConnectionManagerCallback-2765-thread-1-EventThread) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2289260 INFO (zkConnectionManagerCallback-2765-thread-1) [ ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
[junit4] 2> 2289370 INFO (zkConnectionManagerCallback-2765-thread-1) [ ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
[junit4] 2> 2289371 INFO (zkConnectionManagerCallback-2765-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient Connected:true
[junit4] 2> 2289605 WARN (jetty-launcher-2723-thread-2-SendThread(127.0.0.1:35054)) [ ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x105218e7f140007 has expired
[junit4] 2> 2289612 WARN (zkConnectionManagerCallback-2751-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7befe968 name: ZooKeeperConnection Watcher:127.0.0.1:35054/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 2289612 WARN (zkConnectionManagerCallback-2751-thread-1) [ ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 2289612 WARN (zkConnectionManagerCallback-2751-thread-1) [ ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 2289669 INFO (zkConnectionManagerCallback-2751-thread-1-EventThread) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2289669 INFO (zkConnectionManagerCallback-2751-thread-1) [ ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
[junit4] 2> 2289679 INFO (zkConnectionManagerCallback-2751-thread-1) [ ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
[junit4] 2> 2289679 INFO (zkConnectionManagerCallback-2751-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient Connected:true
[junit4] 2> 2289698 WARN (jetty-launcher-2723-thread-1-SendThread(127.0.0.1:35054)) [ ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x105218e7f140008 has expired
[junit4] 2> 2289714 ERROR (OverseerStateUpdate-73501864822571014-127.0.0.1:36011_solr-n_0000000000) [n:127.0.0.1:36011_solr ] o.a.s.c.Overseer Overseer could not process the current clusterstate state update message, skipping the message: {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"testasynccollectioncreation",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testasynccollectioncreation_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:44239/solr",
[junit4] 2> "node_name":"127.0.0.1:44239_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> org.apache.solr.common.SolrException: Error creating counter node in Zookeeper for collection:testasynccollectioncreation
[junit4] 2> at org.apache.solr.cloud.api.collections.Assign.incAndGetId(Assign.java:98) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.api.collections.Assign.assignCoreNodeName(Assign.java:127) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.overseer.SliceMutator.addReplica(SliceMutator.java:75) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.processMessage(Overseer.java:358) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.processQueueItem(Overseer.java:280) [java/:?]
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:228) [java/:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172]
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/testasynccollectioncreation
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
[junit4] 2> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1105) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$exists$3(SolrZkClient.java:317) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:317) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.hasData(ZkDistribStateManager.java:58) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.api.collections.Assign.incAndGetId(Assign.java:79) ~[java/:?]
[junit4] 2> ... 6 more
[junit4] 2> 2289718 WARN (zkConnectionManagerCallback-2757-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@76d38d42 name: ZooKeeperConnection Watcher:127.0.0.1:35054/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 2289718 WARN (zkConnectionManagerCallback-2757-thread-1) [ ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 2289718 WARN (zkConnectionManagerCallback-2757-thread-1) [ ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 2289754 INFO (zkConnectionManagerCallback-2757-thread-1-EventThread) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2289754 INFO (zkConnectionManagerCallback-2757-thread-1) [ ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
[junit4] 2> 2289826 INFO (zkConnectionManagerCallback-2757-thread-1) [ ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
[junit4] 2> 2289826 INFO (zkConnectionManagerCallback-2757-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient Connected:true
[junit4] 2> 2290087 INFO (qtp770804652-13584) [n:127.0.0.1:44239_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2290140 INFO (qtp770804652-13584) [n:127.0.0.1:44239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=52
[junit4] 2> 2291151 INFO (qtp770804652-13586) [n:127.0.0.1:44239_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2291151 INFO (qtp770804652-13586) [n:127.0.0.1:44239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2292163 INFO (qtp770804652-13586) [n:127.0.0.1:44239_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2292163 INFO (qtp770804652-13586) [n:127.0.0.1:44239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2293185 INFO (qtp770804652-13584) [n:127.0.0.1:44239_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2293186 INFO (qtp770804652-13584) [n:127.0.0.1:44239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2294188 INFO (qtp770804652-13586) [n:127.0.0.1:44239_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2294189 INFO (qtp770804652-13586) [n:127.0.0.1:44239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2295193 INFO (qtp770804652-13584) [n:127.0.0.1:44239_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2295193 INFO (qtp770804652-13584) [n:127.0.0.1:44239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2296195 INFO (qtp770804652-13586) [n:127.0.0.1:44239_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2296195 INFO (qtp770804652-13586) [n:127.0.0.1:44239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2297202 INFO (qtp770804652-13584) [n:127.0.0.1:44239_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2297203 INFO (qtp770804652-13584) [n:127.0.0.1:44239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2298210 INFO (qtp770804652-13586) [n:127.0.0.1:44239_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2298210 INFO (qtp770804652-13586) [n:127.0.0.1:44239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2299211 INFO (qtp770804652-13584) [n:127.0.0.1:44239_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2299242 INFO (qtp770804652-13584) [n:127.0.0.1:44239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=31
[junit4] 2> 2300243 INFO (qtp770804652-13586) [n:127.0.0.1:44239_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2300244 INFO (qtp770804652-13586) [n:127.0.0.1:44239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2301268 INFO (qtp770804652-13584) [n:127.0.0.1:44239_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2301269 INFO (qtp770804652-13584) [n:127.0.0.1:44239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2302270 INFO (qtp770804652-13586) [n:127.0.0.1:44239_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2302284 INFO (qtp770804652-13586) [n:127.0.0.1:44239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=13
[junit4] 2> 2303307 INFO (qtp770804652-13584) [n:127.0.0.1:44239_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2303309 INFO (qtp770804652-13584) [n:127.0.0.1:44239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 2304311 INFO (qtp770804652-13586) [n:127.0.0.1:44239_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2304311 INFO (qtp770804652-13586) [n:127.0.0.1:44239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2305316 INFO (qtp770804652-13584) [n:127.0.0.1:44239_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2305318 INFO (qtp770804652-13584) [n:127.0.0.1:44239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2306323 INFO (qtp770804652-13586) [n:127.0.0.1:44239_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2306324 INFO (qtp770804652-13586) [n:127.0.0.1:44239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2307327 INFO (qtp770804652-13584) [n:127.0.0.1:44239_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2307328 INFO (qtp770804652-13584) [n:127.0.0.1:44239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2308328 INFO (qtp770804652-13586) [n:127.0.0.1:44239_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2308329 INFO (qtp770804652-13586) [n:127.0.0.1:44239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2309330 INFO (qtp770804652-13584) [n:127.0.0.1:44239_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2309363 INFO (qtp770804652-13584) [n:127.0.0.1:44239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=33
[junit4] 2> 2310366 INFO (qtp770804652-13586) [n:127.0.0.1:44239_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2310367 INFO (qtp770804652-13586) [n:127.0.0.1:44239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2311385 INFO (qtp770804652-13584) [n:127.0.0.1:44239_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2311385 INFO (qtp770804652-13584) [n:127.0.0.1:44239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2312387 INFO (qtp770804652-13586) [n:127.0.0.1:44239_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2312388 INFO (qtp770804652-13586) [n:127.0.0.1:44239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2313389 INFO (qtp770804652-13584) [n:127.0.0.1:44239_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2313390 INFO (qtp770804652-13584) [n:127.0.0.1:44239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2314395 INFO (qtp770804652-13586) [n:127.0.0.1:44239_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2314396 INFO (qtp770804652-13586) [n:127.0.0.1:44239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2315397 INFO (qtp770804652-13584) [n:127.0.0.1:44239_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2315407 INFO (qtp770804652-13584) [n:127.0.0.1:44239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=10
[junit4] 2> 2316424 INFO (qtp770804652-13586) [n:127.0.0.1:44239_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2316434 INFO (qtp770804652-13586) [n:127.0.0.1:44239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=9
[junit4] 2> 2317435 INFO (qtp770804652-13584) [n:127.0.0.1:44239_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2317435 INFO (qtp770804652-13584) [n:127.0.0.1:44239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2318014 ERROR (OverseerThreadFactory-5105-thread-3-processing-n:127.0.0.1:36011_solr) [n:127.0.0.1:36011_solr c:testasynccollectioncreation s:shard1 ] o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: testasynccollectioncreation operation: addreplica failed:org.apache.solr.common.SolrException: Timed out waiting to see all replicas: [testasynccollectioncreation_shard1_replica_n3] in cluster state. Last state: DocCollection(testasynccollectioncreation//collections/testasynccollectioncreation/state.json/4)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":"testasynccollectioncreation_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:36011/solr",
[junit4] 2> "node_name":"127.0.0.1:36011_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "leader":"true"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0"}
[junit4] 2> at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.waitToSeeReplicasInState(OverseerCollectionMessageHandler.java:705)
[junit4] 2> at org.apache.solr.cloud.api.collections.AddReplicaCmd.getReplicaParams(AddReplicaCmd.java:254)
[junit4] 2> at org.apache.solr.cloud.api.collections.AddReplicaCmd.addReplica(AddReplicaCmd.java:163)
[junit4] 2> at org.apache.solr.cloud.api.collections.AddReplicaCmd.call(AddReplicaCmd.java:91)
[junit4] 2> at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:259)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:478)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 2318017 INFO (OverseerThreadFactory-5105-thread-3-processing-n:127.0.0.1:36011_solr) [n:127.0.0.1:36011_solr c:testasynccollectioncreation s:shard1 ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2318107 INFO (OverseerCollectionConfigSetProcessor-73501864822571014-127.0.0.1:36011_solr-n_0000000000) [n:127.0.0.1:36011_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2318445 INFO (qtp770804652-13586) [n:127.0.0.1:44239_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2318462 INFO (qtp770804652-13586) [n:127.0.0.1:44239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=a642a451-c941-4f08-9392-456228ce6645&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=16
[junit4] 2> 2318463 INFO (qtp770804652-13584) [n:127.0.0.1:44239_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=a642a451-c941-4f08-9392-456228ce6645&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2318464 INFO (qtp770804652-13584) [n:127.0.0.1:44239_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=a642a451-c941-4f08-9392-456228ce6645&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2318482 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[F923BCC90859F029]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSolrJAPICalls
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CollectionsAPIAsyncDistributedZkTest -Dtests.method=testSolrJAPICalls -Dtests.seed=F923BCC90859F029 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=no-NO -Dtests.timezone=Pacific/Guadalcanal -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 46.7s J2 | CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls <<<
[junit4] > Throwable #1: java.lang.AssertionError: Add replica did not complete expected same:<COMPLETED> was not:<FAILED>
[junit4] > at __randomizedtesting.SeedInfo.seed([F923BCC90859F029:A14730A80E3358FD]:0)
[junit4] > at org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls(CollectionsAPIAsyncDistributedZkTest.java:81)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2318644 INFO (jetty-closer-2724-thread-1) [ ] o.e.j.s.AbstractConnector Stopped Serve
[...truncated too long message...]
ers for registry=solr.collection.deleteByCount.shard1.leader, tag=2598eeec
[junit4] 2> 2956712 INFO (jetty-closer-2996-thread-2) [ ] o.a.s.c.Overseer Overseer (id=73501900718997510-127.0.0.1:37034_solr-n_0000000001) closing
[junit4] 2> 2956714 INFO (OverseerStateUpdate-73501900718997510-127.0.0.1:37034_solr-n_0000000001) [n:127.0.0.1:37034_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37034_solr
[junit4] 2> 2956732 WARN (OverseerAutoScalingTriggerThread-73501900718997510-127.0.0.1:37034_solr-n_0000000001) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2956739 INFO (zkCallback-3076-thread-2) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42637_solr
[junit4] 2> 2956749 INFO (jetty-closer-2996-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@345706b7{/solr,null,UNAVAILABLE}
[junit4] 2> 2956764 INFO (jetty-closer-2996-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 2956770 INFO (jetty-closer-2996-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@bbcb06c{/solr,null,UNAVAILABLE}
[junit4] 2> 2956773 INFO (jetty-closer-2996-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 2956774 ERROR (SUITE-DeleteReplicaTest-seed#[F923BCC90859F029]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2956774 INFO (SUITE-DeleteReplicaTest-seed#[F923BCC90859F029]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38749 38749
[junit4] 2> 2956872 INFO (Thread-4159) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38749 38749
[junit4] 2> 2956877 WARN (Thread-4159) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/aliases.json
[junit4] 2> 9 /solr/collections/deleteReplicaOnIndexing/terms/shard1
[junit4] 2> 9 /solr/clusterprops.json
[junit4] 2> 7 /solr/collections/deleteByCountNew/terms/shard1
[junit4] 2> 7 /solr/collections/delLiveColl/terms/shard2
[junit4] 2> 7 /solr/collections/deleteByCountNew/terms/shard2
[junit4] 2> 6 /solr/collections/raceDeleteReplica_true/terms/shard1
[junit4] 2> 6 /solr/collections/delLiveColl/terms/shard1
[junit4] 2> 6 /solr/configs/conf
[junit4] 2> 5 /solr/collections/deleteByCount/terms/shard1
[junit4] 2> 5 /solr/security.json
[junit4] 2> 4 /solr/collections/deletereplica_test/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/clusterprops.json
[junit4] 2> 11 /solr/clusterstate.json
[junit4] 2> 5 /solr/collections/delLiveColl/state.json
[junit4] 2> 5 /solr/collections/deleteByCountNew/state.json
[junit4] 2> 4 /solr/collections/deleteByCount/state.json
[junit4] 2> 4 /solr/collections/raceDeleteReplica_true/state.json
[junit4] 2> 3 /solr/collections/deleteReplicaOnIndexing/state.json
[junit4] 2> 2 /solr/collections/deletereplica_test/state.json
[junit4] 2> 2 /solr/overseer_elect/election/73501900718997516-127.0.0.1:41192_solr-n_0000000002
[junit4] 2> 2 /solr/collections/raceDeleteReplica_true/leader_elect/shard1/election/73501900718997519-core_node4-n_0000000000
[junit4] 2> 2 /solr/autoscaling.json
[junit4] 2> 2 /solr/overseer_elect/election/73501900718997510-127.0.0.1:37034_solr-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/live_nodes
[junit4] 2> 11 /solr/collections
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/autoscaling/events/.scheduled_maintenance
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteReplicaTest_F923BCC90859F029-001
[junit4] 2> Oct 16, 2018 2:45:12 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {id=BlockTreeOrds(blocksize=128)}, docValues:{}, maxPointsInLeafNode=158, maxMBSortInHeap=7.944664912381127, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@7109bb76), locale=tr, timezone=UCT
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=78611304,total=521142272
[junit4] 2> NOTE: All tests run in this JVM: [TestSimTriggerIntegration, BigEndianAscendingWordDeserializerTest, TestValueSourceCache, TestStressRecovery, HdfsChaosMonkeyNothingIsSafeTest, TestSimpleTrackingShardHandler, ConvertedLegacyTest, SuggesterFSTTest, DirectSolrConnectionTest, TestBackupRepositoryFactory, TestLMDirichletSimilarityFactory, SignificantTermsQParserPluginTest, TestHashQParserPlugin, JsonLoaderTest, SolrShardReporterTest, RequestLoggingTest, ParsingFieldUpdateProcessorsTest, TestJmxIntegration, TestDynamicFieldResource, ScheduledTriggerIntegrationTest, TestLeaderElectionWithEmptyReplica, TriggerCooldownIntegrationTest, DistribCursorPagingTest, TestHdfsCloudBackupRestore, TestFieldCacheWithThreads, XmlInterpolationTest, TestSizeLimitedDistributedMap, CachingDirectoryFactoryTest, ExplicitHLLTest, TestStressInPlaceUpdates, DistributedFacetPivotSmallTest, TestJavabinTupleStreamParser, BlockCacheTest, SpellCheckCollatorTest, AssignTest, OverseerRolesTest, TestMinMaxOnMultiValuedField, TestSSLRandomization, SearchRateTriggerTest, SystemInfoHandlerTest, DistributedSpellCheckComponentTest, TestPartialUpdateDeduplication, ForceLeaderTest, TestConfigsApi, TestClusterStateMutator, BadIndexSchemaTest, TestSolrFieldCacheBean, TestDownShardTolerantSearch, QueryParsingTest, AtomicUpdateProcessorFactoryTest, MultiThreadedOCPTest, OpenCloseCoreStressTest, SchemaApiFailureTest, DistributedDebugComponentTest, CdcrRequestHandlerTest, IndexSchemaRuntimeFieldTest, TestFastLRUCache, TestSubQueryTransformer, TestCloudNestedDocsSort, CSVRequestHandlerTest, PreAnalyzedFieldTest, TestDistributedStatsComponentCardinality, SpatialRPTFieldTypeTest, LeaderElectionContextKeyTest, LeaderVoteWaitTimeoutTest, TestAddFieldRealTimeGet, TestSolrIndexConfig, AnalysisErrorHandlingTest, HLLUtilTest, TestCloudJSONFacetJoinDomain, DateRangeFieldTest, DistributedFacetPivotLargeTest, TestCharFilters, TestCustomDocTransformer, TestJsonFacetRefinement, TestReloadAndDeleteDocs, MoveReplicaHDFSTest, TestCloudConsistency, ReplaceNodeTest, TestBulkSchemaConcurrent, TestSha256AuthenticationProvider, SolrMetricManagerTest, MetricTriggerIntegrationTest, UpdateRequestProcessorFactoryTest, DistributedQueryComponentCustomSortTest, TestPayloadScoreQParserPlugin, SolrJmxReporterTest, DistributedIntervalFacetingTest, MigrateRouteKeyTest, TestSQLHandler, SolrIndexSplitterTest, TestMiniSolrCloudClusterSSL, TestPivotHelperCode, MetricsHistoryHandlerTest, TestPullReplica, AnalyticsQueryTest, TestLegacyField, SmileWriterTest, SliceStateTest, NumberUtilsTest, DeleteInactiveReplicaTest, AddReplicaTest, TestReplicationHandlerBackup, CustomCollectionTest, TestAuthorizationFramework, TestFiltering, ZkNodePropsTest, TestTestInjection, UtilsToolTest, RAMDirectoryFactoryTest, TestNoOpRegenerator, TestFuzzyAnalyzedSuggestions, AsyncCallRequestStatusResponseTest, TestSerializedLuceneMatchVersion, WrapperMergePolicyFactoryTest, TestConfig, ResponseHeaderTest, ChaosMonkeySafeLeaderTest, TestConfigSetsAPIExclusivity, HDFSCollectionsAPITest, SimplePostToolTest, SolrXmlInZkTest, TestRawResponseWriter, OpenExchangeRatesOrgProviderTest, TestMaxScoreQueryParser, TestDeleteCollectionOnDownNodes, TestFaceting, TestBulkSchemaAPI, SolrCmdDistributorTest, TestCoreBackup, CollectionsAPIAsyncDistributedZkTest, HdfsUnloadDistributedZkTest, CollectionsAPISolrJTest, PeerSyncTest, TestFieldTypeCollectionResource, ClassificationUpdateProcessorIntegrationTest, StatsComponentTest, TestDocumentBuilder, TestJoin, TestRandomFaceting, CleanupOldIndexTest, ConnectionManagerTest, CreateCollectionCleanupTest, DeleteReplicaTest]
[junit4] Completed [466/833 (2!)] on J2 in 143.56s, 7 tests, 1 failure, 1 skipped <<< FAILURES!
[...truncated 50111 lines...]
[java] ERROR: Orphan page: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-ref-guide/content/migrate-to-policy-rule.adoc
[java] Exception in thread "main" java.lang.RuntimeException: Found 1 orphan pages (which are not in the 'page-children' attribute of any other pages)
[java] at BuildNavAndPDFBody.main(BuildNavAndPDFBody.java:82)
BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:633: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:101: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:660: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:192: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/solr-ref-guide/build.xml:176: Java returned: 1
Total time: 210 minutes 0 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any